distilgpt2-emailgen-V2 / trainer_state.json
pszemraj's picture
add 4 epochs tuning
11dbf7a
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.9998415967052114,
"global_step": 3156,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 9.374999999999999e-05,
"loss": 1.8139,
"step": 5
},
{
"epoch": 0.01,
"learning_rate": 0.00018749999999999998,
"loss": 1.7876,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 0.00028125,
"loss": 1.8662,
"step": 15
},
{
"epoch": 0.03,
"learning_rate": 0.00037499999999999995,
"loss": 1.8047,
"step": 20
},
{
"epoch": 0.03,
"learning_rate": 0.00046875,
"loss": 1.9482,
"step": 25
},
{
"epoch": 0.04,
"learning_rate": 0.0005625,
"loss": 1.9624,
"step": 30
},
{
"epoch": 0.04,
"learning_rate": 0.0005999986347533043,
"loss": 1.8496,
"step": 35
},
{
"epoch": 0.05,
"learning_rate": 0.0005999902916240525,
"loss": 1.8962,
"step": 40
},
{
"epoch": 0.06,
"learning_rate": 0.0005999743640466132,
"loss": 1.9655,
"step": 45
},
{
"epoch": 0.06,
"learning_rate": 0.0005999508524236727,
"loss": 1.9308,
"step": 50
},
{
"epoch": 0.07,
"learning_rate": 0.000599919757349659,
"loss": 2.0406,
"step": 55
},
{
"epoch": 0.08,
"learning_rate": 0.0005998810796107273,
"loss": 1.8524,
"step": 60
},
{
"epoch": 0.08,
"learning_rate": 0.0005998348201847405,
"loss": 1.9677,
"step": 65
},
{
"epoch": 0.09,
"learning_rate": 0.0005997809802412437,
"loss": 1.963,
"step": 70
},
{
"epoch": 0.1,
"learning_rate": 0.0005997195611414353,
"loss": 1.7783,
"step": 75
},
{
"epoch": 0.1,
"learning_rate": 0.000599650564438132,
"loss": 1.9602,
"step": 80
},
{
"epoch": 0.11,
"learning_rate": 0.0005995739918757302,
"loss": 1.941,
"step": 85
},
{
"epoch": 0.11,
"learning_rate": 0.000599489845390161,
"loss": 1.908,
"step": 90
},
{
"epoch": 0.12,
"learning_rate": 0.0005993981271088423,
"loss": 1.8707,
"step": 95
},
{
"epoch": 0.13,
"learning_rate": 0.0005992988393506244,
"loss": 1.9848,
"step": 100
},
{
"epoch": 0.13,
"learning_rate": 0.0005991919846257313,
"loss": 1.9445,
"step": 105
},
{
"epoch": 0.14,
"learning_rate": 0.0005990775656356976,
"loss": 1.8844,
"step": 110
},
{
"epoch": 0.15,
"learning_rate": 0.0005989555852732997,
"loss": 1.9902,
"step": 115
},
{
"epoch": 0.15,
"learning_rate": 0.0005988260466224834,
"loss": 1.8382,
"step": 120
},
{
"epoch": 0.16,
"learning_rate": 0.0005986889529582852,
"loss": 2.0264,
"step": 125
},
{
"epoch": 0.16,
"learning_rate": 0.00059854430774675,
"loss": 1.9612,
"step": 130
},
{
"epoch": 0.17,
"learning_rate": 0.000598392114644843,
"loss": 2.0919,
"step": 135
},
{
"epoch": 0.18,
"learning_rate": 0.0005982323775003579,
"loss": 1.9855,
"step": 140
},
{
"epoch": 0.18,
"learning_rate": 0.0005980651003518189,
"loss": 1.8857,
"step": 145
},
{
"epoch": 0.19,
"learning_rate": 0.0005978902874283793,
"loss": 1.972,
"step": 150
},
{
"epoch": 0.2,
"learning_rate": 0.0005977079431497138,
"loss": 1.8702,
"step": 155
},
{
"epoch": 0.2,
"learning_rate": 0.0005975180721259074,
"loss": 1.886,
"step": 160
},
{
"epoch": 0.21,
"learning_rate": 0.0005973206791573386,
"loss": 1.9137,
"step": 165
},
{
"epoch": 0.22,
"learning_rate": 0.0005971157692345581,
"loss": 1.9225,
"step": 170
},
{
"epoch": 0.22,
"learning_rate": 0.0005969033475381623,
"loss": 1.8239,
"step": 175
},
{
"epoch": 0.23,
"learning_rate": 0.000596683419438663,
"loss": 1.9465,
"step": 180
},
{
"epoch": 0.23,
"learning_rate": 0.0005964559904963512,
"loss": 1.8873,
"step": 185
},
{
"epoch": 0.24,
"learning_rate": 0.0005962210664611563,
"loss": 1.9938,
"step": 190
},
{
"epoch": 0.25,
"learning_rate": 0.000595978653272501,
"loss": 1.9666,
"step": 195
},
{
"epoch": 0.25,
"learning_rate": 0.0005957287570591513,
"loss": 1.8345,
"step": 200
},
{
"epoch": 0.26,
"learning_rate": 0.000595471384139061,
"loss": 1.983,
"step": 205
},
{
"epoch": 0.27,
"learning_rate": 0.000595206541019213,
"loss": 1.9706,
"step": 210
},
{
"epoch": 0.27,
"learning_rate": 0.0005949342343954535,
"loss": 1.9829,
"step": 215
},
{
"epoch": 0.28,
"learning_rate": 0.0005946544711523236,
"loss": 1.8883,
"step": 220
},
{
"epoch": 0.29,
"learning_rate": 0.0005943672583628848,
"loss": 2.0109,
"step": 225
},
{
"epoch": 0.29,
"learning_rate": 0.0005940726032885408,
"loss": 1.9654,
"step": 230
},
{
"epoch": 0.3,
"learning_rate": 0.0005937705133788529,
"loss": 1.8733,
"step": 235
},
{
"epoch": 0.3,
"learning_rate": 0.0005934609962713525,
"loss": 1.9419,
"step": 240
},
{
"epoch": 0.31,
"learning_rate": 0.0005931440597913479,
"loss": 1.9287,
"step": 245
},
{
"epoch": 0.32,
"learning_rate": 0.0005928197119517257,
"loss": 1.9507,
"step": 250
},
{
"epoch": 0.32,
"learning_rate": 0.0005924879609527498,
"loss": 1.9224,
"step": 255
},
{
"epoch": 0.33,
"learning_rate": 0.0005921488151818521,
"loss": 1.9124,
"step": 260
},
{
"epoch": 0.34,
"learning_rate": 0.000591802283213422,
"loss": 1.9667,
"step": 265
},
{
"epoch": 0.34,
"learning_rate": 0.0005914483738085887,
"loss": 1.955,
"step": 270
},
{
"epoch": 0.35,
"learning_rate": 0.0005910870959150005,
"loss": 1.949,
"step": 275
},
{
"epoch": 0.35,
"learning_rate": 0.0005907184586665977,
"loss": 1.7752,
"step": 280
},
{
"epoch": 0.36,
"learning_rate": 0.0005903424713833823,
"loss": 1.8766,
"step": 285
},
{
"epoch": 0.37,
"learning_rate": 0.0005899591435711821,
"loss": 2.0573,
"step": 290
},
{
"epoch": 0.37,
"learning_rate": 0.0005895684849214106,
"loss": 1.9837,
"step": 295
},
{
"epoch": 0.38,
"learning_rate": 0.0005891705053108217,
"loss": 2.0551,
"step": 300
},
{
"epoch": 0.39,
"learning_rate": 0.0005887652148012601,
"loss": 2.0254,
"step": 305
},
{
"epoch": 0.39,
"learning_rate": 0.000588352623639407,
"loss": 2.0329,
"step": 310
},
{
"epoch": 0.4,
"learning_rate": 0.0005879327422565209,
"loss": 1.8451,
"step": 315
},
{
"epoch": 0.41,
"learning_rate": 0.000587505581268174,
"loss": 1.9613,
"step": 320
},
{
"epoch": 0.41,
"learning_rate": 0.0005870711514739836,
"loss": 1.9022,
"step": 325
},
{
"epoch": 0.42,
"learning_rate": 0.0005866294638573397,
"loss": 2.0333,
"step": 330
},
{
"epoch": 0.42,
"learning_rate": 0.0005861805295851261,
"loss": 1.8614,
"step": 335
},
{
"epoch": 0.43,
"learning_rate": 0.0005857243600074394,
"loss": 1.937,
"step": 340
},
{
"epoch": 0.44,
"learning_rate": 0.0005852609666573011,
"loss": 1.8581,
"step": 345
},
{
"epoch": 0.44,
"learning_rate": 0.0005847903612503668,
"loss": 1.9423,
"step": 350
},
{
"epoch": 0.45,
"learning_rate": 0.000584312555684629,
"loss": 1.9807,
"step": 355
},
{
"epoch": 0.46,
"learning_rate": 0.0005838275620401171,
"loss": 1.9902,
"step": 360
},
{
"epoch": 0.46,
"learning_rate": 0.0005833353925785922,
"loss": 1.8792,
"step": 365
},
{
"epoch": 0.47,
"learning_rate": 0.0005828360597432358,
"loss": 1.9335,
"step": 370
},
{
"epoch": 0.48,
"learning_rate": 0.0005823295761583368,
"loss": 1.9518,
"step": 375
},
{
"epoch": 0.48,
"learning_rate": 0.0005818159546289711,
"loss": 2.0066,
"step": 380
},
{
"epoch": 0.49,
"learning_rate": 0.0005812952081406786,
"loss": 2.0164,
"step": 385
},
{
"epoch": 0.49,
"learning_rate": 0.0005807673498591347,
"loss": 2.0275,
"step": 390
},
{
"epoch": 0.5,
"learning_rate": 0.0005802323931298169,
"loss": 1.983,
"step": 395
},
{
"epoch": 0.51,
"learning_rate": 0.0005796903514776685,
"loss": 1.9721,
"step": 400
},
{
"epoch": 0.51,
"learning_rate": 0.0005791412386067555,
"loss": 1.8981,
"step": 405
},
{
"epoch": 0.52,
"learning_rate": 0.000578585068399921,
"loss": 2.073,
"step": 410
},
{
"epoch": 0.53,
"learning_rate": 0.0005780218549184339,
"loss": 1.9388,
"step": 415
},
{
"epoch": 0.53,
"learning_rate": 0.000577451612401633,
"loss": 2.0487,
"step": 420
},
{
"epoch": 0.54,
"learning_rate": 0.0005768743552665678,
"loss": 2.0537,
"step": 425
},
{
"epoch": 0.54,
"learning_rate": 0.0005762900981076332,
"loss": 1.9692,
"step": 430
},
{
"epoch": 0.55,
"learning_rate": 0.000575698855696201,
"loss": 1.9719,
"step": 435
},
{
"epoch": 0.56,
"learning_rate": 0.0005751006429802467,
"loss": 1.9929,
"step": 440
},
{
"epoch": 0.56,
"learning_rate": 0.0005744954750839706,
"loss": 2.0479,
"step": 445
},
{
"epoch": 0.57,
"learning_rate": 0.0005738833673074165,
"loss": 1.8216,
"step": 450
},
{
"epoch": 0.58,
"learning_rate": 0.0005732643351260843,
"loss": 1.8762,
"step": 455
},
{
"epoch": 0.58,
"learning_rate": 0.0005726383941905386,
"loss": 1.9418,
"step": 460
},
{
"epoch": 0.59,
"learning_rate": 0.0005720055603260138,
"loss": 2.0108,
"step": 465
},
{
"epoch": 0.6,
"learning_rate": 0.0005713658495320128,
"loss": 1.9163,
"step": 470
},
{
"epoch": 0.6,
"learning_rate": 0.000570719277981904,
"loss": 1.9502,
"step": 475
},
{
"epoch": 0.61,
"learning_rate": 0.0005700658620225108,
"loss": 2.1221,
"step": 480
},
{
"epoch": 0.61,
"learning_rate": 0.0005694056181736996,
"loss": 1.9281,
"step": 485
},
{
"epoch": 0.62,
"learning_rate": 0.0005687385631279615,
"loss": 2.0308,
"step": 490
},
{
"epoch": 0.63,
"learning_rate": 0.0005680647137499902,
"loss": 1.9564,
"step": 495
},
{
"epoch": 0.63,
"learning_rate": 0.0005673840870762561,
"loss": 1.9229,
"step": 500
},
{
"epoch": 0.64,
"learning_rate": 0.0005666967003145753,
"loss": 2.0006,
"step": 505
},
{
"epoch": 0.65,
"learning_rate": 0.0005660025708436743,
"loss": 2.0517,
"step": 510
},
{
"epoch": 0.65,
"learning_rate": 0.0005653017162127511,
"loss": 1.9226,
"step": 515
},
{
"epoch": 0.66,
"learning_rate": 0.0005645941541410314,
"loss": 1.9131,
"step": 520
},
{
"epoch": 0.67,
"learning_rate": 0.00056387990251732,
"loss": 2.0067,
"step": 525
},
{
"epoch": 0.67,
"learning_rate": 0.0005631589793995495,
"loss": 1.7818,
"step": 530
},
{
"epoch": 0.68,
"learning_rate": 0.0005624314030143236,
"loss": 1.9343,
"step": 535
},
{
"epoch": 0.68,
"learning_rate": 0.0005616971917564549,
"loss": 1.9357,
"step": 540
},
{
"epoch": 0.69,
"learning_rate": 0.000560956364188502,
"loss": 1.8905,
"step": 545
},
{
"epoch": 0.7,
"learning_rate": 0.0005602089390402986,
"loss": 1.9669,
"step": 550
},
{
"epoch": 0.7,
"learning_rate": 0.0005594549352084807,
"loss": 1.9771,
"step": 555
},
{
"epoch": 0.71,
"learning_rate": 0.0005586943717560083,
"loss": 1.9627,
"step": 560
},
{
"epoch": 0.72,
"learning_rate": 0.0005579272679116841,
"loss": 1.9329,
"step": 565
},
{
"epoch": 0.72,
"learning_rate": 0.000557153643069667,
"loss": 1.9314,
"step": 570
},
{
"epoch": 0.73,
"learning_rate": 0.0005563735167889817,
"loss": 1.8892,
"step": 575
},
{
"epoch": 0.73,
"learning_rate": 0.0005555869087930242,
"loss": 2.0062,
"step": 580
},
{
"epoch": 0.74,
"learning_rate": 0.0005547938389690635,
"loss": 1.9624,
"step": 585
},
{
"epoch": 0.75,
"learning_rate": 0.0005539943273677384,
"loss": 2.0077,
"step": 590
},
{
"epoch": 0.75,
"learning_rate": 0.0005531883942025507,
"loss": 2.0083,
"step": 595
},
{
"epoch": 0.76,
"learning_rate": 0.0005523760598493544,
"loss": 2.0212,
"step": 600
},
{
"epoch": 0.77,
"learning_rate": 0.0005515573448458399,
"loss": 1.9307,
"step": 605
},
{
"epoch": 0.77,
"learning_rate": 0.0005507322698910156,
"loss": 1.7577,
"step": 610
},
{
"epoch": 0.78,
"learning_rate": 0.000549900855844684,
"loss": 1.9654,
"step": 615
},
{
"epoch": 0.79,
"learning_rate": 0.0005490631237269147,
"loss": 1.7376,
"step": 620
},
{
"epoch": 0.79,
"learning_rate": 0.0005482190947175124,
"loss": 1.9602,
"step": 625
},
{
"epoch": 0.8,
"learning_rate": 0.0005473687901554821,
"loss": 1.9872,
"step": 630
},
{
"epoch": 0.8,
"learning_rate": 0.0005465122315384889,
"loss": 1.9741,
"step": 635
},
{
"epoch": 0.81,
"learning_rate": 0.0005456494405223152,
"loss": 1.9905,
"step": 640
},
{
"epoch": 0.82,
"learning_rate": 0.0005447804389203129,
"loss": 1.8507,
"step": 645
},
{
"epoch": 0.82,
"learning_rate": 0.0005439052487028517,
"loss": 1.987,
"step": 650
},
{
"epoch": 0.83,
"learning_rate": 0.0005430238919967637,
"loss": 1.9029,
"step": 655
},
{
"epoch": 0.84,
"learning_rate": 0.0005421363910847844,
"loss": 1.9159,
"step": 660
},
{
"epoch": 0.84,
"learning_rate": 0.0005412427684049888,
"loss": 1.914,
"step": 665
},
{
"epoch": 0.85,
"learning_rate": 0.0005403430465502244,
"loss": 1.9955,
"step": 670
},
{
"epoch": 0.86,
"learning_rate": 0.00053943724826754,
"loss": 1.9325,
"step": 675
},
{
"epoch": 0.86,
"learning_rate": 0.0005385253964576104,
"loss": 1.8784,
"step": 680
},
{
"epoch": 0.87,
"learning_rate": 0.000537607514174158,
"loss": 1.8416,
"step": 685
},
{
"epoch": 0.87,
"learning_rate": 0.0005366836246233687,
"loss": 1.9717,
"step": 690
},
{
"epoch": 0.88,
"learning_rate": 0.0005357537511633068,
"loss": 1.8637,
"step": 695
},
{
"epoch": 0.89,
"learning_rate": 0.0005348179173033233,
"loss": 1.804,
"step": 700
},
{
"epoch": 0.89,
"learning_rate": 0.000533876146703462,
"loss": 1.9949,
"step": 705
},
{
"epoch": 0.9,
"learning_rate": 0.0005329284631738609,
"loss": 1.9731,
"step": 710
},
{
"epoch": 0.91,
"learning_rate": 0.0005319748906741511,
"loss": 1.8443,
"step": 715
},
{
"epoch": 0.91,
"learning_rate": 0.0005310154533128501,
"loss": 1.8656,
"step": 720
},
{
"epoch": 0.92,
"learning_rate": 0.0005300501753467525,
"loss": 1.9067,
"step": 725
},
{
"epoch": 0.93,
"learning_rate": 0.0005290790811803176,
"loss": 1.9235,
"step": 730
},
{
"epoch": 0.93,
"learning_rate": 0.0005281021953650507,
"loss": 2.0954,
"step": 735
},
{
"epoch": 0.94,
"learning_rate": 0.0005271195425988842,
"loss": 1.9317,
"step": 740
},
{
"epoch": 0.94,
"learning_rate": 0.000526131147725552,
"loss": 1.9577,
"step": 745
},
{
"epoch": 0.95,
"learning_rate": 0.0005251370357339616,
"loss": 1.8044,
"step": 750
},
{
"epoch": 0.96,
"learning_rate": 0.0005241372317575629,
"loss": 2.0009,
"step": 755
},
{
"epoch": 0.96,
"learning_rate": 0.0005231317610737121,
"loss": 1.875,
"step": 760
},
{
"epoch": 0.97,
"learning_rate": 0.0005221206491030327,
"loss": 1.9521,
"step": 765
},
{
"epoch": 0.98,
"learning_rate": 0.0005211039214087733,
"loss": 2.0129,
"step": 770
},
{
"epoch": 0.98,
"learning_rate": 0.0005200816036961606,
"loss": 1.9002,
"step": 775
},
{
"epoch": 0.99,
"learning_rate": 0.0005190537218117502,
"loss": 1.9327,
"step": 780
},
{
"epoch": 0.99,
"learning_rate": 0.0005180203017427728,
"loss": 1.9045,
"step": 785
},
{
"epoch": 1.0,
"eval_loss": 2.0005805492401123,
"eval_runtime": 92.7966,
"eval_samples_per_second": 138.022,
"eval_steps_per_second": 8.632,
"step": 789
},
{
"epoch": 1.0,
"learning_rate": 0.0005169813696164772,
"loss": 2.0109,
"step": 790
},
{
"epoch": 1.01,
"learning_rate": 0.0005159369516994695,
"loss": 1.7846,
"step": 795
},
{
"epoch": 1.01,
"learning_rate": 0.0005148870743970495,
"loss": 1.8012,
"step": 800
},
{
"epoch": 1.02,
"learning_rate": 0.000513831764252543,
"loss": 1.9483,
"step": 805
},
{
"epoch": 1.03,
"learning_rate": 0.0005127710479466303,
"loss": 1.9163,
"step": 810
},
{
"epoch": 1.03,
"learning_rate": 0.0005117049522966723,
"loss": 1.8544,
"step": 815
},
{
"epoch": 1.04,
"learning_rate": 0.0005106335042560317,
"loss": 1.7812,
"step": 820
},
{
"epoch": 1.05,
"learning_rate": 0.0005095567309133926,
"loss": 1.8897,
"step": 825
},
{
"epoch": 1.05,
"learning_rate": 0.0005084746594920745,
"loss": 1.8461,
"step": 830
},
{
"epoch": 1.06,
"learning_rate": 0.000507387317349345,
"loss": 1.8396,
"step": 835
},
{
"epoch": 1.06,
"learning_rate": 0.0005062947319757274,
"loss": 1.8366,
"step": 840
},
{
"epoch": 1.07,
"learning_rate": 0.0005051969309943062,
"loss": 1.8389,
"step": 845
},
{
"epoch": 1.08,
"learning_rate": 0.0005040939421600284,
"loss": 1.7767,
"step": 850
},
{
"epoch": 1.08,
"learning_rate": 0.0005029857933590021,
"loss": 1.8001,
"step": 855
},
{
"epoch": 1.09,
"learning_rate": 0.0005018725126077912,
"loss": 1.8145,
"step": 860
},
{
"epoch": 1.1,
"learning_rate": 0.0005007541280527068,
"loss": 1.8317,
"step": 865
},
{
"epoch": 1.1,
"learning_rate": 0.0004996306679690967,
"loss": 1.8302,
"step": 870
},
{
"epoch": 1.11,
"learning_rate": 0.0004985021607606293,
"loss": 1.9682,
"step": 875
},
{
"epoch": 1.12,
"learning_rate": 0.0004973686349585758,
"loss": 1.841,
"step": 880
},
{
"epoch": 1.12,
"learning_rate": 0.0004962301192210897,
"loss": 1.8658,
"step": 885
},
{
"epoch": 1.13,
"learning_rate": 0.000495086642332481,
"loss": 1.8247,
"step": 890
},
{
"epoch": 1.13,
"learning_rate": 0.0004939382332024895,
"loss": 1.8037,
"step": 895
},
{
"epoch": 1.14,
"learning_rate": 0.000492784920865553,
"loss": 1.9416,
"step": 900
},
{
"epoch": 1.15,
"learning_rate": 0.0004916267344800742,
"loss": 1.8733,
"step": 905
},
{
"epoch": 1.15,
"learning_rate": 0.0004904637033276827,
"loss": 1.8063,
"step": 910
},
{
"epoch": 1.16,
"learning_rate": 0.000489295856812495,
"loss": 1.9041,
"step": 915
},
{
"epoch": 1.17,
"learning_rate": 0.0004881232244603716,
"loss": 1.8182,
"step": 920
},
{
"epoch": 1.17,
"learning_rate": 0.0004869458359181693,
"loss": 1.7881,
"step": 925
},
{
"epoch": 1.18,
"learning_rate": 0.00048576372095299273,
"loss": 1.7624,
"step": 930
},
{
"epoch": 1.19,
"learning_rate": 0.00048457690945144147,
"loss": 1.9506,
"step": 935
},
{
"epoch": 1.19,
"learning_rate": 0.00048338543141885444,
"loss": 1.8866,
"step": 940
},
{
"epoch": 1.2,
"learning_rate": 0.000482189316978551,
"loss": 1.8682,
"step": 945
},
{
"epoch": 1.2,
"learning_rate": 0.0004809885963710698,
"loss": 1.8928,
"step": 950
},
{
"epoch": 1.21,
"learning_rate": 0.00047978329995340403,
"loss": 1.8434,
"step": 955
},
{
"epoch": 1.22,
"learning_rate": 0.000478573458198234,
"loss": 1.8086,
"step": 960
},
{
"epoch": 1.22,
"learning_rate": 0.00047735910169315645,
"loss": 1.9049,
"step": 965
},
{
"epoch": 1.23,
"learning_rate": 0.0004761402611399116,
"loss": 1.7393,
"step": 970
},
{
"epoch": 1.24,
"learning_rate": 0.0004749169673536068,
"loss": 1.7668,
"step": 975
},
{
"epoch": 1.24,
"learning_rate": 0.0004736892512619375,
"loss": 1.8751,
"step": 980
},
{
"epoch": 1.25,
"learning_rate": 0.0004724571439044048,
"loss": 1.7533,
"step": 985
},
{
"epoch": 1.25,
"learning_rate": 0.0004712206764315317,
"loss": 1.7789,
"step": 990
},
{
"epoch": 1.26,
"learning_rate": 0.00046997988010407483,
"loss": 1.9063,
"step": 995
},
{
"epoch": 1.27,
"learning_rate": 0.0004687347862922342,
"loss": 1.7936,
"step": 1000
},
{
"epoch": 1.27,
"learning_rate": 0.00046748542647486,
"loss": 1.784,
"step": 1005
},
{
"epoch": 1.28,
"learning_rate": 0.0004662318322386573,
"loss": 1.8396,
"step": 1010
},
{
"epoch": 1.29,
"learning_rate": 0.0004649740352773868,
"loss": 1.8145,
"step": 1015
},
{
"epoch": 1.29,
"learning_rate": 0.00046371206739106383,
"loss": 1.7536,
"step": 1020
},
{
"epoch": 1.3,
"learning_rate": 0.00046244596048515443,
"loss": 1.7931,
"step": 1025
},
{
"epoch": 1.31,
"learning_rate": 0.00046117574656976855,
"loss": 1.8734,
"step": 1030
},
{
"epoch": 1.31,
"learning_rate": 0.0004599014577588509,
"loss": 1.8342,
"step": 1035
},
{
"epoch": 1.32,
"learning_rate": 0.00045862312626936884,
"loss": 1.8973,
"step": 1040
},
{
"epoch": 1.32,
"learning_rate": 0.00045734078442049826,
"loss": 1.7734,
"step": 1045
},
{
"epoch": 1.33,
"learning_rate": 0.00045605446463280576,
"loss": 1.7644,
"step": 1050
},
{
"epoch": 1.34,
"learning_rate": 0.00045476419942742994,
"loss": 1.8709,
"step": 1055
},
{
"epoch": 1.34,
"learning_rate": 0.0004534700214252584,
"loss": 1.7612,
"step": 1060
},
{
"epoch": 1.35,
"learning_rate": 0.0004521719633461034,
"loss": 1.9362,
"step": 1065
},
{
"epoch": 1.36,
"learning_rate": 0.0004508700580078742,
"loss": 1.8653,
"step": 1070
},
{
"epoch": 1.36,
"learning_rate": 0.0004495643383257482,
"loss": 1.767,
"step": 1075
},
{
"epoch": 1.37,
"learning_rate": 0.0004482548373113377,
"loss": 1.829,
"step": 1080
},
{
"epoch": 1.38,
"learning_rate": 0.00044694158807185636,
"loss": 1.8861,
"step": 1085
},
{
"epoch": 1.38,
"learning_rate": 0.0004456246238092812,
"loss": 1.7582,
"step": 1090
},
{
"epoch": 1.39,
"learning_rate": 0.0004443039778195137,
"loss": 1.8504,
"step": 1095
},
{
"epoch": 1.39,
"learning_rate": 0.0004429796834915381,
"loss": 1.8637,
"step": 1100
},
{
"epoch": 1.4,
"learning_rate": 0.00044165177430657685,
"loss": 1.8534,
"step": 1105
},
{
"epoch": 1.41,
"learning_rate": 0.00044032028383724446,
"loss": 1.7965,
"step": 1110
},
{
"epoch": 1.41,
"learning_rate": 0.00043898524574669873,
"loss": 1.8788,
"step": 1115
},
{
"epoch": 1.42,
"learning_rate": 0.00043764669378778913,
"loss": 1.8786,
"step": 1120
},
{
"epoch": 1.43,
"learning_rate": 0.0004363046618022041,
"loss": 1.7909,
"step": 1125
},
{
"epoch": 1.43,
"learning_rate": 0.0004349591837196154,
"loss": 1.8828,
"step": 1130
},
{
"epoch": 1.44,
"learning_rate": 0.0004336102935568196,
"loss": 1.9064,
"step": 1135
},
{
"epoch": 1.44,
"learning_rate": 0.0004322580254168791,
"loss": 1.7983,
"step": 1140
},
{
"epoch": 1.45,
"learning_rate": 0.00043090241348825876,
"loss": 1.8791,
"step": 1145
},
{
"epoch": 1.46,
"learning_rate": 0.0004295434920439628,
"loss": 1.8287,
"step": 1150
},
{
"epoch": 1.46,
"learning_rate": 0.00042818129544066713,
"loss": 1.8337,
"step": 1155
},
{
"epoch": 1.47,
"learning_rate": 0.0004268158581178515,
"loss": 1.8558,
"step": 1160
},
{
"epoch": 1.48,
"learning_rate": 0.00042544721459692846,
"loss": 1.8345,
"step": 1165
},
{
"epoch": 1.48,
"learning_rate": 0.0004240753994803708,
"loss": 1.8341,
"step": 1170
},
{
"epoch": 1.49,
"learning_rate": 0.00042270044745083645,
"loss": 1.8161,
"step": 1175
},
{
"epoch": 1.5,
"learning_rate": 0.00042132239327029173,
"loss": 1.6921,
"step": 1180
},
{
"epoch": 1.5,
"learning_rate": 0.00041994127177913247,
"loss": 1.7944,
"step": 1185
},
{
"epoch": 1.51,
"learning_rate": 0.00041855711789530345,
"loss": 1.8489,
"step": 1190
},
{
"epoch": 1.51,
"learning_rate": 0.00041716996661341507,
"loss": 1.8568,
"step": 1195
},
{
"epoch": 1.52,
"learning_rate": 0.00041577985300385913,
"loss": 1.883,
"step": 1200
},
{
"epoch": 1.53,
"learning_rate": 0.0004143868122119217,
"loss": 1.9306,
"step": 1205
},
{
"epoch": 1.53,
"learning_rate": 0.00041299087945689496,
"loss": 1.8549,
"step": 1210
},
{
"epoch": 1.54,
"learning_rate": 0.0004115920900311864,
"loss": 1.7132,
"step": 1215
},
{
"epoch": 1.55,
"learning_rate": 0.000410190479299427,
"loss": 1.8957,
"step": 1220
},
{
"epoch": 1.55,
"learning_rate": 0.0004087860826975767,
"loss": 1.7544,
"step": 1225
},
{
"epoch": 1.56,
"learning_rate": 0.00040737893573202877,
"loss": 1.8321,
"step": 1230
},
{
"epoch": 1.57,
"learning_rate": 0.00040596907397871205,
"loss": 1.8146,
"step": 1235
},
{
"epoch": 1.57,
"learning_rate": 0.00040455653308219127,
"loss": 1.7742,
"step": 1240
},
{
"epoch": 1.58,
"learning_rate": 0.0004031413487547665,
"loss": 1.8268,
"step": 1245
},
{
"epoch": 1.58,
"learning_rate": 0.0004017235567755694,
"loss": 1.8419,
"step": 1250
},
{
"epoch": 1.59,
"learning_rate": 0.0004003031929896594,
"loss": 1.839,
"step": 1255
},
{
"epoch": 1.6,
"learning_rate": 0.00039888029330711704,
"loss": 1.8722,
"step": 1260
},
{
"epoch": 1.6,
"learning_rate": 0.0003974548937021363,
"loss": 1.9201,
"step": 1265
},
{
"epoch": 1.61,
"learning_rate": 0.00039602703021211484,
"loss": 1.9658,
"step": 1270
},
{
"epoch": 1.62,
"learning_rate": 0.0003945967389367431,
"loss": 1.8658,
"step": 1275
},
{
"epoch": 1.62,
"learning_rate": 0.00039316405603709157,
"loss": 1.8716,
"step": 1280
},
{
"epoch": 1.63,
"learning_rate": 0.0003917290177346964,
"loss": 1.7848,
"step": 1285
},
{
"epoch": 1.63,
"learning_rate": 0.0003902916603106439,
"loss": 2.0245,
"step": 1290
},
{
"epoch": 1.64,
"learning_rate": 0.0003888520201046532,
"loss": 1.7693,
"step": 1295
},
{
"epoch": 1.65,
"learning_rate": 0.0003874101335141571,
"loss": 1.8287,
"step": 1300
},
{
"epoch": 1.65,
"learning_rate": 0.00038596603699338276,
"loss": 1.8367,
"step": 1305
},
{
"epoch": 1.66,
"learning_rate": 0.0003845197670524289,
"loss": 1.9042,
"step": 1310
},
{
"epoch": 1.67,
"learning_rate": 0.0003830713602563437,
"loss": 1.7802,
"step": 1315
},
{
"epoch": 1.67,
"learning_rate": 0.00038162085322419973,
"loss": 1.7705,
"step": 1320
},
{
"epoch": 1.68,
"learning_rate": 0.0003801682826281687,
"loss": 1.8283,
"step": 1325
},
{
"epoch": 1.69,
"learning_rate": 0.0003787136851925937,
"loss": 1.9271,
"step": 1330
},
{
"epoch": 1.69,
"learning_rate": 0.00037725709769306114,
"loss": 1.8433,
"step": 1335
},
{
"epoch": 1.7,
"learning_rate": 0.0003757985569554707,
"loss": 1.8718,
"step": 1340
},
{
"epoch": 1.7,
"learning_rate": 0.00037433809985510486,
"loss": 1.842,
"step": 1345
},
{
"epoch": 1.71,
"learning_rate": 0.00037287576331569564,
"loss": 1.9048,
"step": 1350
},
{
"epoch": 1.72,
"learning_rate": 0.0003714115843084918,
"loss": 1.8235,
"step": 1355
},
{
"epoch": 1.72,
"learning_rate": 0.00036994559985132415,
"loss": 1.8576,
"step": 1360
},
{
"epoch": 1.73,
"learning_rate": 0.00036847784700766933,
"loss": 1.836,
"step": 1365
},
{
"epoch": 1.74,
"learning_rate": 0.0003670083628857128,
"loss": 1.8414,
"step": 1370
},
{
"epoch": 1.74,
"learning_rate": 0.0003655371846374107,
"loss": 1.942,
"step": 1375
},
{
"epoch": 1.75,
"learning_rate": 0.00036406434945755083,
"loss": 1.8823,
"step": 1380
},
{
"epoch": 1.76,
"learning_rate": 0.0003625898945828119,
"loss": 1.898,
"step": 1385
},
{
"epoch": 1.76,
"learning_rate": 0.00036111385729082224,
"loss": 1.8972,
"step": 1390
},
{
"epoch": 1.77,
"learning_rate": 0.0003596362748992173,
"loss": 1.7432,
"step": 1395
},
{
"epoch": 1.77,
"learning_rate": 0.0003581571847646965,
"loss": 1.8568,
"step": 1400
},
{
"epoch": 1.78,
"learning_rate": 0.000356676624282078,
"loss": 1.8891,
"step": 1405
},
{
"epoch": 1.79,
"learning_rate": 0.00035519463088335427,
"loss": 1.8463,
"step": 1410
},
{
"epoch": 1.79,
"learning_rate": 0.00035371124203674486,
"loss": 1.759,
"step": 1415
},
{
"epoch": 1.8,
"learning_rate": 0.0003522264952457498,
"loss": 1.7689,
"step": 1420
},
{
"epoch": 1.81,
"learning_rate": 0.0003507404280482005,
"loss": 1.7517,
"step": 1425
},
{
"epoch": 1.81,
"learning_rate": 0.0003492530780153121,
"loss": 1.8594,
"step": 1430
},
{
"epoch": 1.82,
"learning_rate": 0.00034776448275073205,
"loss": 1.6709,
"step": 1435
},
{
"epoch": 1.82,
"learning_rate": 0.00034627467988959063,
"loss": 1.8854,
"step": 1440
},
{
"epoch": 1.83,
"learning_rate": 0.0003447837070975488,
"loss": 1.7318,
"step": 1445
},
{
"epoch": 1.84,
"learning_rate": 0.000343291602069846,
"loss": 1.9173,
"step": 1450
},
{
"epoch": 1.84,
"learning_rate": 0.0003417984025303472,
"loss": 1.7616,
"step": 1455
},
{
"epoch": 1.85,
"learning_rate": 0.0003403041462305894,
"loss": 1.9281,
"step": 1460
},
{
"epoch": 1.86,
"learning_rate": 0.0003388088709488265,
"loss": 1.8446,
"step": 1465
},
{
"epoch": 1.86,
"learning_rate": 0.00033731261448907517,
"loss": 1.9168,
"step": 1470
},
{
"epoch": 1.87,
"learning_rate": 0.00033581541468015805,
"loss": 1.8417,
"step": 1475
},
{
"epoch": 1.88,
"learning_rate": 0.00033431730937474814,
"loss": 1.9331,
"step": 1480
},
{
"epoch": 1.88,
"learning_rate": 0.00033281833644841136,
"loss": 1.8163,
"step": 1485
},
{
"epoch": 1.89,
"learning_rate": 0.000331318533798649,
"loss": 1.8459,
"step": 1490
},
{
"epoch": 1.89,
"learning_rate": 0.00032981793934393975,
"loss": 1.7809,
"step": 1495
},
{
"epoch": 1.9,
"learning_rate": 0.0003283165910227812,
"loss": 1.8496,
"step": 1500
},
{
"epoch": 1.91,
"learning_rate": 0.0003268145267927301,
"loss": 1.8601,
"step": 1505
},
{
"epoch": 1.91,
"learning_rate": 0.000325311784629443,
"loss": 1.7749,
"step": 1510
},
{
"epoch": 1.92,
"learning_rate": 0.00032380840252571656,
"loss": 1.844,
"step": 1515
},
{
"epoch": 1.93,
"learning_rate": 0.0003223044184905262,
"loss": 1.8449,
"step": 1520
},
{
"epoch": 1.93,
"learning_rate": 0.00032079987054806585,
"loss": 1.871,
"step": 1525
},
{
"epoch": 1.94,
"learning_rate": 0.0003192947967367861,
"loss": 1.8817,
"step": 1530
},
{
"epoch": 1.95,
"learning_rate": 0.00031778923510843285,
"loss": 1.7883,
"step": 1535
},
{
"epoch": 1.95,
"learning_rate": 0.00031628322372708514,
"loss": 1.9115,
"step": 1540
},
{
"epoch": 1.96,
"learning_rate": 0.0003147768006681927,
"loss": 1.8596,
"step": 1545
},
{
"epoch": 1.96,
"learning_rate": 0.0003132700040176136,
"loss": 1.8591,
"step": 1550
},
{
"epoch": 1.97,
"learning_rate": 0.000311762871870651,
"loss": 1.7955,
"step": 1555
},
{
"epoch": 1.98,
"learning_rate": 0.0003102554423310904,
"loss": 1.7796,
"step": 1560
},
{
"epoch": 1.98,
"learning_rate": 0.0003087477535102357,
"loss": 1.7754,
"step": 1565
},
{
"epoch": 1.99,
"learning_rate": 0.0003072398435259463,
"loss": 1.8625,
"step": 1570
},
{
"epoch": 2.0,
"learning_rate": 0.0003057317505016733,
"loss": 1.8115,
"step": 1575
},
{
"epoch": 2.0,
"eval_loss": 1.9557033777236938,
"eval_runtime": 92.8676,
"eval_samples_per_second": 137.917,
"eval_steps_per_second": 8.625,
"step": 1578
},
{
"epoch": 2.0,
"learning_rate": 0.00030422351256549493,
"loss": 1.8282,
"step": 1580
},
{
"epoch": 2.01,
"learning_rate": 0.0003027151678491537,
"loss": 1.8332,
"step": 1585
},
{
"epoch": 2.02,
"learning_rate": 0.00030120675448709134,
"loss": 1.7881,
"step": 1590
},
{
"epoch": 2.02,
"learning_rate": 0.0002996983106154856,
"loss": 1.6833,
"step": 1595
},
{
"epoch": 2.03,
"learning_rate": 0.0002981898743712848,
"loss": 1.7887,
"step": 1600
},
{
"epoch": 2.03,
"learning_rate": 0.0002966814838912453,
"loss": 1.7439,
"step": 1605
},
{
"epoch": 2.04,
"learning_rate": 0.0002951731773109657,
"loss": 1.6378,
"step": 1610
},
{
"epoch": 2.05,
"learning_rate": 0.00029366499276392403,
"loss": 1.7603,
"step": 1615
},
{
"epoch": 2.05,
"learning_rate": 0.00029215696838051256,
"loss": 1.7664,
"step": 1620
},
{
"epoch": 2.06,
"learning_rate": 0.0002906491422870745,
"loss": 1.7565,
"step": 1625
},
{
"epoch": 2.07,
"learning_rate": 0.0002891415526049398,
"loss": 1.748,
"step": 1630
},
{
"epoch": 2.07,
"learning_rate": 0.0002876342374494613,
"loss": 1.7335,
"step": 1635
},
{
"epoch": 2.08,
"learning_rate": 0.0002861272349290513,
"loss": 1.8072,
"step": 1640
},
{
"epoch": 2.08,
"learning_rate": 0.00028462058314421794,
"loss": 1.7107,
"step": 1645
},
{
"epoch": 2.09,
"learning_rate": 0.00028311432018660173,
"loss": 1.6844,
"step": 1650
},
{
"epoch": 2.1,
"learning_rate": 0.0002816084841380131,
"loss": 1.729,
"step": 1655
},
{
"epoch": 2.1,
"learning_rate": 0.00028010311306946885,
"loss": 1.7699,
"step": 1660
},
{
"epoch": 2.11,
"learning_rate": 0.0002785982450402303,
"loss": 1.7964,
"step": 1665
},
{
"epoch": 2.12,
"learning_rate": 0.00027709391809684075,
"loss": 1.6819,
"step": 1670
},
{
"epoch": 2.12,
"learning_rate": 0.0002755901702721633,
"loss": 1.7015,
"step": 1675
},
{
"epoch": 2.13,
"learning_rate": 0.0002740870395844201,
"loss": 1.7115,
"step": 1680
},
{
"epoch": 2.14,
"learning_rate": 0.00027258456403623013,
"loss": 1.8647,
"step": 1685
},
{
"epoch": 2.14,
"learning_rate": 0.0002710827816136493,
"loss": 1.828,
"step": 1690
},
{
"epoch": 2.15,
"learning_rate": 0.00026958173028520944,
"loss": 1.8245,
"step": 1695
},
{
"epoch": 2.15,
"learning_rate": 0.0002680814480009589,
"loss": 1.837,
"step": 1700
},
{
"epoch": 2.16,
"learning_rate": 0.0002665819726915026,
"loss": 1.765,
"step": 1705
},
{
"epoch": 2.17,
"learning_rate": 0.0002650833422670432,
"loss": 1.933,
"step": 1710
},
{
"epoch": 2.17,
"learning_rate": 0.0002635855946164232,
"loss": 1.7883,
"step": 1715
},
{
"epoch": 2.18,
"learning_rate": 0.00026208876760616586,
"loss": 1.8351,
"step": 1720
},
{
"epoch": 2.19,
"learning_rate": 0.0002605928990795188,
"loss": 1.7143,
"step": 1725
},
{
"epoch": 2.19,
"learning_rate": 0.00025909802685549735,
"loss": 1.6925,
"step": 1730
},
{
"epoch": 2.2,
"learning_rate": 0.00025760418872792737,
"loss": 1.8673,
"step": 1735
},
{
"epoch": 2.21,
"learning_rate": 0.0002561114224644908,
"loss": 1.7264,
"step": 1740
},
{
"epoch": 2.21,
"learning_rate": 0.0002546197658057702,
"loss": 1.7266,
"step": 1745
},
{
"epoch": 2.22,
"learning_rate": 0.0002531292564642949,
"loss": 1.6868,
"step": 1750
},
{
"epoch": 2.22,
"learning_rate": 0.00025163993212358715,
"loss": 1.6325,
"step": 1755
},
{
"epoch": 2.23,
"learning_rate": 0.0002501518304372098,
"loss": 1.692,
"step": 1760
},
{
"epoch": 2.24,
"learning_rate": 0.0002486649890278143,
"loss": 1.7267,
"step": 1765
},
{
"epoch": 2.24,
"learning_rate": 0.0002471794454861891,
"loss": 1.6774,
"step": 1770
},
{
"epoch": 2.25,
"learning_rate": 0.0002456952373703098,
"loss": 1.7112,
"step": 1775
},
{
"epoch": 2.26,
"learning_rate": 0.0002442124022043891,
"loss": 1.765,
"step": 1780
},
{
"epoch": 2.26,
"learning_rate": 0.00024273097747792876,
"loss": 1.7441,
"step": 1785
},
{
"epoch": 2.27,
"learning_rate": 0.00024125100064477083,
"loss": 1.6806,
"step": 1790
},
{
"epoch": 2.27,
"learning_rate": 0.00023977250912215166,
"loss": 1.6897,
"step": 1795
},
{
"epoch": 2.28,
"learning_rate": 0.0002382955402897553,
"loss": 1.7494,
"step": 1800
},
{
"epoch": 2.29,
"learning_rate": 0.00023682013148876898,
"loss": 1.8519,
"step": 1805
},
{
"epoch": 2.29,
"learning_rate": 0.0002353463200209383,
"loss": 1.7991,
"step": 1810
},
{
"epoch": 2.3,
"learning_rate": 0.00023387414314762496,
"loss": 1.7614,
"step": 1815
},
{
"epoch": 2.31,
"learning_rate": 0.00023240363808886403,
"loss": 1.6892,
"step": 1820
},
{
"epoch": 2.31,
"learning_rate": 0.00023093484202242354,
"loss": 1.7324,
"step": 1825
},
{
"epoch": 2.32,
"learning_rate": 0.00022946779208286397,
"loss": 1.7889,
"step": 1830
},
{
"epoch": 2.33,
"learning_rate": 0.00022800252536059988,
"loss": 1.7436,
"step": 1835
},
{
"epoch": 2.33,
"learning_rate": 0.0002265390789009619,
"loss": 1.7507,
"step": 1840
},
{
"epoch": 2.34,
"learning_rate": 0.00022507748970326005,
"loss": 1.796,
"step": 1845
},
{
"epoch": 2.34,
"learning_rate": 0.00022361779471984883,
"loss": 1.7975,
"step": 1850
},
{
"epoch": 2.35,
"learning_rate": 0.00022216003085519237,
"loss": 1.775,
"step": 1855
},
{
"epoch": 2.36,
"learning_rate": 0.00022070423496493152,
"loss": 1.7634,
"step": 1860
},
{
"epoch": 2.36,
"learning_rate": 0.00021925044385495254,
"loss": 1.8228,
"step": 1865
},
{
"epoch": 2.37,
"learning_rate": 0.000217798694280456,
"loss": 1.7155,
"step": 1870
},
{
"epoch": 2.38,
"learning_rate": 0.00021634902294502778,
"loss": 1.6878,
"step": 1875
},
{
"epoch": 2.38,
"learning_rate": 0.00021490146649971097,
"loss": 1.7402,
"step": 1880
},
{
"epoch": 2.39,
"learning_rate": 0.0002134560615420796,
"loss": 1.7177,
"step": 1885
},
{
"epoch": 2.4,
"learning_rate": 0.00021201284461531289,
"loss": 1.6694,
"step": 1890
},
{
"epoch": 2.4,
"learning_rate": 0.00021057185220727152,
"loss": 1.7822,
"step": 1895
},
{
"epoch": 2.41,
"learning_rate": 0.00020913312074957556,
"loss": 1.6492,
"step": 1900
},
{
"epoch": 2.41,
"learning_rate": 0.00020769668661668254,
"loss": 1.7165,
"step": 1905
},
{
"epoch": 2.42,
"learning_rate": 0.00020626258612496876,
"loss": 1.5924,
"step": 1910
},
{
"epoch": 2.43,
"learning_rate": 0.00020483085553181033,
"loss": 1.8017,
"step": 1915
},
{
"epoch": 2.43,
"learning_rate": 0.00020340153103466709,
"loss": 1.7278,
"step": 1920
},
{
"epoch": 2.44,
"learning_rate": 0.0002019746487701671,
"loss": 1.5994,
"step": 1925
},
{
"epoch": 2.45,
"learning_rate": 0.00020055024481319307,
"loss": 1.6479,
"step": 1930
},
{
"epoch": 2.45,
"learning_rate": 0.00019912835517597036,
"loss": 1.6717,
"step": 1935
},
{
"epoch": 2.46,
"learning_rate": 0.00019770901580715673,
"loss": 1.7909,
"step": 1940
},
{
"epoch": 2.47,
"learning_rate": 0.00019629226259093303,
"loss": 1.7646,
"step": 1945
},
{
"epoch": 2.47,
"learning_rate": 0.00019487813134609635,
"loss": 1.7472,
"step": 1950
},
{
"epoch": 2.48,
"learning_rate": 0.00019346665782515415,
"loss": 1.6367,
"step": 1955
},
{
"epoch": 2.48,
"learning_rate": 0.00019205787771342062,
"loss": 1.7175,
"step": 1960
},
{
"epoch": 2.49,
"learning_rate": 0.0001906518266281141,
"loss": 1.8483,
"step": 1965
},
{
"epoch": 2.5,
"learning_rate": 0.00018924854011745718,
"loss": 1.7751,
"step": 1970
},
{
"epoch": 2.5,
"learning_rate": 0.00018784805365977734,
"loss": 1.7383,
"step": 1975
},
{
"epoch": 2.51,
"learning_rate": 0.0001864504026626103,
"loss": 1.7633,
"step": 1980
},
{
"epoch": 2.52,
"learning_rate": 0.00018505562246180486,
"loss": 1.8172,
"step": 1985
},
{
"epoch": 2.52,
"learning_rate": 0.0001836637483206293,
"loss": 1.7102,
"step": 1990
},
{
"epoch": 2.53,
"learning_rate": 0.00018227481542888033,
"loss": 1.7455,
"step": 1995
},
{
"epoch": 2.53,
"learning_rate": 0.00018088885890199267,
"loss": 1.6092,
"step": 2000
},
{
"epoch": 2.54,
"learning_rate": 0.00017950591378015175,
"loss": 1.7731,
"step": 2005
},
{
"epoch": 2.55,
"learning_rate": 0.00017812601502740797,
"loss": 1.8558,
"step": 2010
},
{
"epoch": 2.55,
"learning_rate": 0.00017674919753079218,
"loss": 1.7243,
"step": 2015
},
{
"epoch": 2.56,
"learning_rate": 0.0001753754960994341,
"loss": 1.6603,
"step": 2020
},
{
"epoch": 2.57,
"learning_rate": 0.0001740049454636821,
"loss": 1.783,
"step": 2025
},
{
"epoch": 2.57,
"learning_rate": 0.00017263758027422508,
"loss": 1.6785,
"step": 2030
},
{
"epoch": 2.58,
"learning_rate": 0.0001712734351012166,
"loss": 1.798,
"step": 2035
},
{
"epoch": 2.59,
"learning_rate": 0.00016991254443340082,
"loss": 1.7397,
"step": 2040
},
{
"epoch": 2.59,
"learning_rate": 0.00016855494267724018,
"loss": 1.7338,
"step": 2045
},
{
"epoch": 2.6,
"learning_rate": 0.00016720066415604605,
"loss": 1.8307,
"step": 2050
},
{
"epoch": 2.6,
"learning_rate": 0.00016584974310911082,
"loss": 1.6881,
"step": 2055
},
{
"epoch": 2.61,
"learning_rate": 0.00016450221369084203,
"loss": 1.806,
"step": 2060
},
{
"epoch": 2.62,
"learning_rate": 0.00016315810996989904,
"loss": 1.7203,
"step": 2065
},
{
"epoch": 2.62,
"learning_rate": 0.00016181746592833145,
"loss": 1.784,
"step": 2070
},
{
"epoch": 2.63,
"learning_rate": 0.00016048031546072054,
"loss": 1.885,
"step": 2075
},
{
"epoch": 2.64,
"learning_rate": 0.00015914669237332188,
"loss": 1.6406,
"step": 2080
},
{
"epoch": 2.64,
"learning_rate": 0.0001578166303832104,
"loss": 1.6898,
"step": 2085
},
{
"epoch": 2.65,
"learning_rate": 0.0001564901631174286,
"loss": 1.7131,
"step": 2090
},
{
"epoch": 2.66,
"learning_rate": 0.00015516732411213592,
"loss": 1.7048,
"step": 2095
},
{
"epoch": 2.66,
"learning_rate": 0.0001538481468117611,
"loss": 1.6594,
"step": 2100
},
{
"epoch": 2.67,
"learning_rate": 0.00015253266456815613,
"loss": 1.7222,
"step": 2105
},
{
"epoch": 2.67,
"learning_rate": 0.00015122091063975382,
"loss": 1.6652,
"step": 2110
},
{
"epoch": 2.68,
"learning_rate": 0.00014991291819072656,
"loss": 1.7111,
"step": 2115
},
{
"epoch": 2.69,
"learning_rate": 0.00014860872029014746,
"loss": 1.7738,
"step": 2120
},
{
"epoch": 2.69,
"learning_rate": 0.00014730834991115503,
"loss": 1.8192,
"step": 2125
},
{
"epoch": 2.7,
"learning_rate": 0.0001460118399301191,
"loss": 1.6937,
"step": 2130
},
{
"epoch": 2.71,
"learning_rate": 0.00014471922312580968,
"loss": 1.8442,
"step": 2135
},
{
"epoch": 2.71,
"learning_rate": 0.00014343053217856833,
"loss": 1.8353,
"step": 2140
},
{
"epoch": 2.72,
"learning_rate": 0.00014214579966948158,
"loss": 1.7505,
"step": 2145
},
{
"epoch": 2.72,
"learning_rate": 0.0001408650580795579,
"loss": 1.7784,
"step": 2150
},
{
"epoch": 2.73,
"learning_rate": 0.00013958833978890598,
"loss": 1.7562,
"step": 2155
},
{
"epoch": 2.74,
"learning_rate": 0.00013831567707591592,
"loss": 1.8261,
"step": 2160
},
{
"epoch": 2.74,
"learning_rate": 0.0001370471021164438,
"loss": 1.8067,
"step": 2165
},
{
"epoch": 2.75,
"learning_rate": 0.0001357826469829977,
"loss": 1.766,
"step": 2170
},
{
"epoch": 2.76,
"learning_rate": 0.0001345223436439271,
"loss": 1.7806,
"step": 2175
},
{
"epoch": 2.76,
"learning_rate": 0.0001332662239626141,
"loss": 1.6875,
"step": 2180
},
{
"epoch": 2.77,
"learning_rate": 0.0001320143196966687,
"loss": 1.7399,
"step": 2185
},
{
"epoch": 2.78,
"learning_rate": 0.00013076666249712532,
"loss": 1.6684,
"step": 2190
},
{
"epoch": 2.78,
"learning_rate": 0.0001295232839076428,
"loss": 1.7932,
"step": 2195
},
{
"epoch": 2.79,
"learning_rate": 0.00012828421536370652,
"loss": 1.7512,
"step": 2200
},
{
"epoch": 2.79,
"learning_rate": 0.00012704948819183433,
"loss": 1.7321,
"step": 2205
},
{
"epoch": 2.8,
"learning_rate": 0.00012581913360878378,
"loss": 1.6867,
"step": 2210
},
{
"epoch": 2.81,
"learning_rate": 0.00012459318272076372,
"loss": 1.7741,
"step": 2215
},
{
"epoch": 2.81,
"learning_rate": 0.0001233716665226469,
"loss": 1.7314,
"step": 2220
},
{
"epoch": 2.82,
"learning_rate": 0.00012215461589718722,
"loss": 1.7479,
"step": 2225
},
{
"epoch": 2.83,
"learning_rate": 0.00012094206161423849,
"loss": 1.7112,
"step": 2230
},
{
"epoch": 2.83,
"learning_rate": 0.00011973403432997661,
"loss": 1.5846,
"step": 2235
},
{
"epoch": 2.84,
"learning_rate": 0.00011853056458612428,
"loss": 1.8141,
"step": 2240
},
{
"epoch": 2.85,
"learning_rate": 0.00011733168280917927,
"loss": 1.7156,
"step": 2245
},
{
"epoch": 2.85,
"learning_rate": 0.00011613741930964498,
"loss": 1.7403,
"step": 2250
},
{
"epoch": 2.86,
"learning_rate": 0.00011494780428126375,
"loss": 1.6505,
"step": 2255
},
{
"epoch": 2.86,
"learning_rate": 0.00011376286780025415,
"loss": 1.7534,
"step": 2260
},
{
"epoch": 2.87,
"learning_rate": 0.00011258263982455014,
"loss": 1.727,
"step": 2265
},
{
"epoch": 2.88,
"learning_rate": 0.00011140715019304389,
"loss": 1.813,
"step": 2270
},
{
"epoch": 2.88,
"learning_rate": 0.00011023642862483104,
"loss": 1.789,
"step": 2275
},
{
"epoch": 2.89,
"learning_rate": 0.00010907050471845962,
"loss": 1.8312,
"step": 2280
},
{
"epoch": 2.9,
"learning_rate": 0.00010790940795118183,
"loss": 1.6525,
"step": 2285
},
{
"epoch": 2.9,
"learning_rate": 0.00010675316767820862,
"loss": 1.7615,
"step": 2290
},
{
"epoch": 2.91,
"learning_rate": 0.00010560181313196731,
"loss": 1.7096,
"step": 2295
},
{
"epoch": 2.91,
"learning_rate": 0.00010445537342136298,
"loss": 1.7094,
"step": 2300
},
{
"epoch": 2.92,
"learning_rate": 0.00010331387753104222,
"loss": 1.7123,
"step": 2305
},
{
"epoch": 2.93,
"learning_rate": 0.00010217735432066055,
"loss": 1.6466,
"step": 2310
},
{
"epoch": 2.93,
"learning_rate": 0.00010104583252415227,
"loss": 1.723,
"step": 2315
},
{
"epoch": 2.94,
"learning_rate": 9.991934074900475e-05,
"loss": 1.727,
"step": 2320
},
{
"epoch": 2.95,
"learning_rate": 9.879790747553463e-05,
"loss": 1.7698,
"step": 2325
},
{
"epoch": 2.95,
"learning_rate": 9.768156105616809e-05,
"loss": 1.6874,
"step": 2330
},
{
"epoch": 2.96,
"learning_rate": 9.657032971472353e-05,
"loss": 1.7301,
"step": 2335
},
{
"epoch": 2.97,
"learning_rate": 9.546424154569864e-05,
"loss": 1.7576,
"step": 2340
},
{
"epoch": 2.97,
"learning_rate": 9.436332451355987e-05,
"loss": 1.6674,
"step": 2345
},
{
"epoch": 2.98,
"learning_rate": 9.326760645203518e-05,
"loss": 1.6413,
"step": 2350
},
{
"epoch": 2.98,
"learning_rate": 9.217711506341044e-05,
"loss": 1.7491,
"step": 2355
},
{
"epoch": 2.99,
"learning_rate": 9.109187791782946e-05,
"loss": 1.6581,
"step": 2360
},
{
"epoch": 3.0,
"learning_rate": 9.001192245259649e-05,
"loss": 1.8501,
"step": 2365
},
{
"epoch": 3.0,
"eval_loss": 1.9110476970672607,
"eval_runtime": 92.8315,
"eval_samples_per_second": 137.97,
"eval_steps_per_second": 8.629,
"step": 2367
},
{
"epoch": 3.0,
"learning_rate": 8.89372759714827e-05,
"loss": 1.7392,
"step": 2370
},
{
"epoch": 3.01,
"learning_rate": 8.786796564403575e-05,
"loss": 1.7441,
"step": 2375
},
{
"epoch": 3.02,
"learning_rate": 8.680401850489317e-05,
"loss": 1.6942,
"step": 2380
},
{
"epoch": 3.02,
"learning_rate": 8.574546145309867e-05,
"loss": 1.6711,
"step": 2385
},
{
"epoch": 3.03,
"learning_rate": 8.469232125142186e-05,
"loss": 1.6821,
"step": 2390
},
{
"epoch": 3.04,
"learning_rate": 8.364462452568217e-05,
"loss": 1.7513,
"step": 2395
},
{
"epoch": 3.04,
"learning_rate": 8.260239776407518e-05,
"loss": 1.7362,
"step": 2400
},
{
"epoch": 3.05,
"learning_rate": 8.156566731650332e-05,
"loss": 1.6774,
"step": 2405
},
{
"epoch": 3.05,
"learning_rate": 8.053445939390922e-05,
"loss": 1.7459,
"step": 2410
},
{
"epoch": 3.06,
"learning_rate": 7.950880006761338e-05,
"loss": 1.6401,
"step": 2415
},
{
"epoch": 3.07,
"learning_rate": 7.84887152686551e-05,
"loss": 1.6756,
"step": 2420
},
{
"epoch": 3.07,
"learning_rate": 7.747423078713675e-05,
"loss": 1.6506,
"step": 2425
},
{
"epoch": 3.08,
"learning_rate": 7.64653722715715e-05,
"loss": 1.7614,
"step": 2430
},
{
"epoch": 3.09,
"learning_rate": 7.546216522823525e-05,
"loss": 1.6238,
"step": 2435
},
{
"epoch": 3.09,
"learning_rate": 7.446463502052165e-05,
"loss": 1.7027,
"step": 2440
},
{
"epoch": 3.1,
"learning_rate": 7.347280686830084e-05,
"loss": 1.6646,
"step": 2445
},
{
"epoch": 3.11,
"learning_rate": 7.248670584728154e-05,
"loss": 1.7557,
"step": 2450
},
{
"epoch": 3.11,
"learning_rate": 7.150635688837767e-05,
"loss": 1.6833,
"step": 2455
},
{
"epoch": 3.12,
"learning_rate": 7.053178477707758e-05,
"loss": 1.5925,
"step": 2460
},
{
"epoch": 3.12,
"learning_rate": 6.95630141528177e-05,
"loss": 1.6888,
"step": 2465
},
{
"epoch": 3.13,
"learning_rate": 6.86000695083591e-05,
"loss": 1.7231,
"step": 2470
},
{
"epoch": 3.14,
"learning_rate": 6.764297518916897e-05,
"loss": 1.6539,
"step": 2475
},
{
"epoch": 3.14,
"learning_rate": 6.669175539280469e-05,
"loss": 1.6521,
"step": 2480
},
{
"epoch": 3.15,
"learning_rate": 6.574643416830197e-05,
"loss": 1.7747,
"step": 2485
},
{
"epoch": 3.16,
"learning_rate": 6.480703541556694e-05,
"loss": 1.6329,
"step": 2490
},
{
"epoch": 3.16,
"learning_rate": 6.387358288477226e-05,
"loss": 1.6779,
"step": 2495
},
{
"epoch": 3.17,
"learning_rate": 6.294610017575608e-05,
"loss": 1.6526,
"step": 2500
},
{
"epoch": 3.17,
"learning_rate": 6.202461073742586e-05,
"loss": 1.6946,
"step": 2505
},
{
"epoch": 3.18,
"learning_rate": 6.1109137867165e-05,
"loss": 1.7617,
"step": 2510
},
{
"epoch": 3.19,
"learning_rate": 6.019970471024448e-05,
"loss": 1.6621,
"step": 2515
},
{
"epoch": 3.19,
"learning_rate": 5.929633425923729e-05,
"loss": 1.6993,
"step": 2520
},
{
"epoch": 3.2,
"learning_rate": 5.839904935343699e-05,
"loss": 1.7324,
"step": 2525
},
{
"epoch": 3.21,
"learning_rate": 5.7507872678280676e-05,
"loss": 1.6393,
"step": 2530
},
{
"epoch": 3.21,
"learning_rate": 5.6622826764775207e-05,
"loss": 1.763,
"step": 2535
},
{
"epoch": 3.22,
"learning_rate": 5.574393398892777e-05,
"loss": 1.7249,
"step": 2540
},
{
"epoch": 3.23,
"learning_rate": 5.487121657117961e-05,
"loss": 1.6655,
"step": 2545
},
{
"epoch": 3.23,
"learning_rate": 5.400469657584504e-05,
"loss": 1.6952,
"step": 2550
},
{
"epoch": 3.24,
"learning_rate": 5.314439591055294e-05,
"loss": 1.6554,
"step": 2555
},
{
"epoch": 3.24,
"learning_rate": 5.229033632569339e-05,
"loss": 1.7214,
"step": 2560
},
{
"epoch": 3.25,
"learning_rate": 5.144253941386721e-05,
"loss": 1.6063,
"step": 2565
},
{
"epoch": 3.26,
"learning_rate": 5.0601026609340625e-05,
"loss": 1.62,
"step": 2570
},
{
"epoch": 3.26,
"learning_rate": 4.9765819187503044e-05,
"loss": 1.6993,
"step": 2575
},
{
"epoch": 3.27,
"learning_rate": 4.893693826432921e-05,
"loss": 1.7051,
"step": 2580
},
{
"epoch": 3.28,
"learning_rate": 4.811440479584526e-05,
"loss": 1.6912,
"step": 2585
},
{
"epoch": 3.28,
"learning_rate": 4.7298239577599126e-05,
"loss": 1.748,
"step": 2590
},
{
"epoch": 3.29,
"learning_rate": 4.648846324413458e-05,
"loss": 1.5512,
"step": 2595
},
{
"epoch": 3.3,
"learning_rate": 4.5685096268469725e-05,
"loss": 1.5986,
"step": 2600
},
{
"epoch": 3.3,
"learning_rate": 4.488815896157907e-05,
"loss": 1.7881,
"step": 2605
},
{
"epoch": 3.31,
"learning_rate": 4.409767147188038e-05,
"loss": 1.6585,
"step": 2610
},
{
"epoch": 3.31,
"learning_rate": 4.33136537847252e-05,
"loss": 1.6925,
"step": 2615
},
{
"epoch": 3.32,
"learning_rate": 4.253612572189331e-05,
"loss": 1.6719,
"step": 2620
},
{
"epoch": 3.33,
"learning_rate": 4.176510694109188e-05,
"loss": 1.628,
"step": 2625
},
{
"epoch": 3.33,
"learning_rate": 4.100061693545836e-05,
"loss": 1.7002,
"step": 2630
},
{
"epoch": 3.34,
"learning_rate": 4.024267503306772e-05,
"loss": 1.7025,
"step": 2635
},
{
"epoch": 3.35,
"learning_rate": 3.94913003964438e-05,
"loss": 1.6637,
"step": 2640
},
{
"epoch": 3.35,
"learning_rate": 3.874651202207457e-05,
"loss": 1.6331,
"step": 2645
},
{
"epoch": 3.36,
"learning_rate": 3.8008328739932173e-05,
"loss": 1.8004,
"step": 2650
},
{
"epoch": 3.36,
"learning_rate": 3.727676921299686e-05,
"loss": 1.5581,
"step": 2655
},
{
"epoch": 3.37,
"learning_rate": 3.655185193678483e-05,
"loss": 1.7183,
"step": 2660
},
{
"epoch": 3.38,
"learning_rate": 3.583359523888095e-05,
"loss": 1.8335,
"step": 2665
},
{
"epoch": 3.38,
"learning_rate": 3.512201727847522e-05,
"loss": 1.6968,
"step": 2670
},
{
"epoch": 3.39,
"learning_rate": 3.441713604590386e-05,
"loss": 1.6507,
"step": 2675
},
{
"epoch": 3.4,
"learning_rate": 3.371896936219405e-05,
"loss": 1.7317,
"step": 2680
},
{
"epoch": 3.4,
"learning_rate": 3.302753487861384e-05,
"loss": 1.6244,
"step": 2685
},
{
"epoch": 3.41,
"learning_rate": 3.234285007622576e-05,
"loss": 1.7972,
"step": 2690
},
{
"epoch": 3.42,
"learning_rate": 3.166493226544461e-05,
"loss": 1.6254,
"step": 2695
},
{
"epoch": 3.42,
"learning_rate": 3.099379858560002e-05,
"loss": 1.684,
"step": 2700
},
{
"epoch": 3.43,
"learning_rate": 3.0329466004503232e-05,
"loss": 1.6569,
"step": 2705
},
{
"epoch": 3.43,
"learning_rate": 2.9671951318017896e-05,
"loss": 1.6789,
"step": 2710
},
{
"epoch": 3.44,
"learning_rate": 2.9021271149635617e-05,
"loss": 1.6185,
"step": 2715
},
{
"epoch": 3.45,
"learning_rate": 2.837744195005537e-05,
"loss": 1.6109,
"step": 2720
},
{
"epoch": 3.45,
"learning_rate": 2.774047999676804e-05,
"loss": 1.6916,
"step": 2725
},
{
"epoch": 3.46,
"learning_rate": 2.7110401393644464e-05,
"loss": 1.7584,
"step": 2730
},
{
"epoch": 3.47,
"learning_rate": 2.648722207052869e-05,
"loss": 1.7248,
"step": 2735
},
{
"epoch": 3.47,
"learning_rate": 2.587095778283469e-05,
"loss": 1.6746,
"step": 2740
},
{
"epoch": 3.48,
"learning_rate": 2.5261624111148647e-05,
"loss": 1.528,
"step": 2745
},
{
"epoch": 3.49,
"learning_rate": 2.4659236460834653e-05,
"loss": 1.6895,
"step": 2750
},
{
"epoch": 3.49,
"learning_rate": 2.4063810061645227e-05,
"loss": 1.6019,
"step": 2755
},
{
"epoch": 3.5,
"learning_rate": 2.3475359967336515e-05,
"loss": 1.722,
"step": 2760
},
{
"epoch": 3.5,
"learning_rate": 2.289390105528741e-05,
"loss": 1.6991,
"step": 2765
},
{
"epoch": 3.51,
"learning_rate": 2.231944802612363e-05,
"loss": 1.5819,
"step": 2770
},
{
"epoch": 3.52,
"learning_rate": 2.1752015403346012e-05,
"loss": 1.6904,
"step": 2775
},
{
"epoch": 3.52,
"learning_rate": 2.1191617532963134e-05,
"loss": 1.7386,
"step": 2780
},
{
"epoch": 3.53,
"learning_rate": 2.0638268583128948e-05,
"loss": 1.6986,
"step": 2785
},
{
"epoch": 3.54,
"learning_rate": 2.009198254378436e-05,
"loss": 1.5248,
"step": 2790
},
{
"epoch": 3.54,
"learning_rate": 1.955277322630341e-05,
"loss": 1.6078,
"step": 2795
},
{
"epoch": 3.55,
"learning_rate": 1.90206542631444e-05,
"loss": 1.7261,
"step": 2800
},
{
"epoch": 3.56,
"learning_rate": 1.849563910750508e-05,
"loss": 1.7388,
"step": 2805
},
{
"epoch": 3.56,
"learning_rate": 1.7977741032982505e-05,
"loss": 1.5929,
"step": 2810
},
{
"epoch": 3.57,
"learning_rate": 1.746697313323737e-05,
"loss": 1.6728,
"step": 2815
},
{
"epoch": 3.57,
"learning_rate": 1.6963348321663196e-05,
"loss": 1.6515,
"step": 2820
},
{
"epoch": 3.58,
"learning_rate": 1.6466879331059625e-05,
"loss": 1.7021,
"step": 2825
},
{
"epoch": 3.59,
"learning_rate": 1.5977578713310756e-05,
"loss": 1.6253,
"step": 2830
},
{
"epoch": 3.59,
"learning_rate": 1.549545883906733e-05,
"loss": 1.6577,
"step": 2835
},
{
"epoch": 3.6,
"learning_rate": 1.5020531897434607e-05,
"loss": 1.706,
"step": 2840
},
{
"epoch": 3.61,
"learning_rate": 1.4552809895663708e-05,
"loss": 1.5845,
"step": 2845
},
{
"epoch": 3.61,
"learning_rate": 1.4092304658848408e-05,
"loss": 1.6619,
"step": 2850
},
{
"epoch": 3.62,
"learning_rate": 1.363902782962566e-05,
"loss": 1.6819,
"step": 2855
},
{
"epoch": 3.62,
"learning_rate": 1.3192990867881836e-05,
"loss": 1.7691,
"step": 2860
},
{
"epoch": 3.63,
"learning_rate": 1.2754205050462595e-05,
"loss": 1.7589,
"step": 2865
},
{
"epoch": 3.64,
"learning_rate": 1.2322681470887975e-05,
"loss": 1.5541,
"step": 2870
},
{
"epoch": 3.64,
"learning_rate": 1.1898431039071744e-05,
"loss": 1.6272,
"step": 2875
},
{
"epoch": 3.65,
"learning_rate": 1.1481464481045766e-05,
"loss": 1.7351,
"step": 2880
},
{
"epoch": 3.66,
"learning_rate": 1.1071792338688712e-05,
"loss": 1.7503,
"step": 2885
},
{
"epoch": 3.66,
"learning_rate": 1.066942496945954e-05,
"loss": 1.6801,
"step": 2890
},
{
"epoch": 3.67,
"learning_rate": 1.0274372546135668e-05,
"loss": 1.6642,
"step": 2895
},
{
"epoch": 3.68,
"learning_rate": 9.886645056555786e-06,
"loss": 1.683,
"step": 2900
},
{
"epoch": 3.68,
"learning_rate": 9.50625230336729e-06,
"loss": 1.6882,
"step": 2905
},
{
"epoch": 3.69,
"learning_rate": 9.133203903778507e-06,
"loss": 1.6786,
"step": 2910
},
{
"epoch": 3.69,
"learning_rate": 8.767509289315499e-06,
"loss": 1.6582,
"step": 2915
},
{
"epoch": 3.7,
"learning_rate": 8.409177705583647e-06,
"loss": 1.7466,
"step": 2920
},
{
"epoch": 3.71,
"learning_rate": 8.05821821203394e-06,
"loss": 1.6726,
"step": 2925
},
{
"epoch": 3.71,
"learning_rate": 7.714639681733758e-06,
"loss": 1.7564,
"step": 2930
},
{
"epoch": 3.72,
"learning_rate": 7.378450801142821e-06,
"loss": 1.6652,
"step": 2935
},
{
"epoch": 3.73,
"learning_rate": 7.049660069893292e-06,
"loss": 1.6479,
"step": 2940
},
{
"epoch": 3.73,
"learning_rate": 6.7282758005750895e-06,
"loss": 1.5413,
"step": 2945
},
{
"epoch": 3.74,
"learning_rate": 6.414306118525614e-06,
"loss": 1.6467,
"step": 2950
},
{
"epoch": 3.75,
"learning_rate": 6.107758961624354e-06,
"loss": 1.667,
"step": 2955
},
{
"epoch": 3.75,
"learning_rate": 5.808642080092207e-06,
"loss": 1.798,
"step": 2960
},
{
"epoch": 3.76,
"learning_rate": 5.516963036295608e-06,
"loss": 1.5463,
"step": 2965
},
{
"epoch": 3.76,
"learning_rate": 5.2327292045551085e-06,
"loss": 1.6894,
"step": 2970
},
{
"epoch": 3.77,
"learning_rate": 4.955947770959134e-06,
"loss": 1.7042,
"step": 2975
},
{
"epoch": 3.78,
"learning_rate": 4.686625733182326e-06,
"loss": 1.6668,
"step": 2980
},
{
"epoch": 3.78,
"learning_rate": 4.4247699003085115e-06,
"loss": 1.6509,
"step": 2985
},
{
"epoch": 3.79,
"learning_rate": 4.170386892658584e-06,
"loss": 1.6335,
"step": 2990
},
{
"epoch": 3.8,
"learning_rate": 3.9234831416230964e-06,
"loss": 1.6733,
"step": 2995
},
{
"epoch": 3.8,
"learning_rate": 3.684064889499794e-06,
"loss": 1.5888,
"step": 3000
},
{
"epoch": 3.81,
"learning_rate": 3.452138189335707e-06,
"loss": 1.6766,
"step": 3005
},
{
"epoch": 3.81,
"learning_rate": 3.22770890477394e-06,
"loss": 1.7595,
"step": 3010
},
{
"epoch": 3.82,
"learning_rate": 3.0107827099057902e-06,
"loss": 1.6369,
"step": 3015
},
{
"epoch": 3.83,
"learning_rate": 2.8013650891269947e-06,
"loss": 1.7237,
"step": 3020
},
{
"epoch": 3.83,
"learning_rate": 2.5994613369992424e-06,
"loss": 1.6978,
"step": 3025
},
{
"epoch": 3.84,
"learning_rate": 2.405076558116181e-06,
"loss": 1.6101,
"step": 3030
},
{
"epoch": 3.85,
"learning_rate": 2.2182156669744543e-06,
"loss": 1.7091,
"step": 3035
},
{
"epoch": 3.85,
"learning_rate": 2.038883387849499e-06,
"loss": 1.7317,
"step": 3040
},
{
"epoch": 3.86,
"learning_rate": 1.8670842546759102e-06,
"loss": 1.6832,
"step": 3045
},
{
"epoch": 3.87,
"learning_rate": 1.7028226109329967e-06,
"loss": 1.7484,
"step": 3050
},
{
"epoch": 3.87,
"learning_rate": 1.5461026095349048e-06,
"loss": 1.7254,
"step": 3055
},
{
"epoch": 3.88,
"learning_rate": 1.396928212725701e-06,
"loss": 1.6582,
"step": 3060
},
{
"epoch": 3.88,
"learning_rate": 1.255303191978918e-06,
"loss": 1.6625,
"step": 3065
},
{
"epoch": 3.89,
"learning_rate": 1.1212311279026331e-06,
"loss": 1.7218,
"step": 3070
},
{
"epoch": 3.9,
"learning_rate": 9.947154101486056e-07,
"loss": 1.7083,
"step": 3075
},
{
"epoch": 3.9,
"learning_rate": 8.757592373266787e-07,
"loss": 1.6781,
"step": 3080
},
{
"epoch": 3.91,
"learning_rate": 7.643656169239454e-07,
"loss": 1.6367,
"step": 3085
},
{
"epoch": 3.92,
"learning_rate": 6.60537365228675e-07,
"loss": 1.7258,
"step": 3090
},
{
"epoch": 3.92,
"learning_rate": 5.642771072591701e-07,
"loss": 1.6879,
"step": 3095
},
{
"epoch": 3.93,
"learning_rate": 4.755872766972868e-07,
"loss": 1.6689,
"step": 3100
},
{
"epoch": 3.94,
"learning_rate": 3.9447011582698363e-07,
"loss": 1.6646,
"step": 3105
},
{
"epoch": 3.94,
"learning_rate": 3.2092767547770015e-07,
"loss": 1.738,
"step": 3110
},
{
"epoch": 3.95,
"learning_rate": 2.5496181497233206e-07,
"loss": 1.6647,
"step": 3115
},
{
"epoch": 3.95,
"learning_rate": 1.9657420208036846e-07,
"loss": 1.6639,
"step": 3120
},
{
"epoch": 3.96,
"learning_rate": 1.4576631297562592e-07,
"loss": 1.7068,
"step": 3125
},
{
"epoch": 3.97,
"learning_rate": 1.025394321990447e-07,
"loss": 1.6258,
"step": 3130
},
{
"epoch": 3.97,
"learning_rate": 6.689465262614823e-08,
"loss": 1.6464,
"step": 3135
},
{
"epoch": 3.98,
"learning_rate": 3.8832875439331887e-08,
"loss": 1.6809,
"step": 3140
},
{
"epoch": 3.99,
"learning_rate": 1.8354810105214446e-08,
"loss": 1.7999,
"step": 3145
},
{
"epoch": 3.99,
"learning_rate": 5.4609743566191854e-09,
"loss": 1.6112,
"step": 3150
},
{
"epoch": 4.0,
"learning_rate": 1.516941795509652e-10,
"loss": 1.7376,
"step": 3155
},
{
"epoch": 4.0,
"eval_loss": 1.912619948387146,
"eval_runtime": 92.8221,
"eval_samples_per_second": 137.984,
"eval_steps_per_second": 8.629,
"step": 3156
},
{
"epoch": 4.0,
"step": 3156,
"total_flos": 1.0556101300007731e+17,
"train_loss": 1.8003431212237277,
"train_runtime": 10681.1524,
"train_samples_per_second": 37.823,
"train_steps_per_second": 0.295
}
],
"max_steps": 3156,
"num_train_epochs": 4,
"total_flos": 1.0556101300007731e+17,
"trial_name": null,
"trial_params": null
}