{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.9998415967052114,
  "global_step": 3156,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 9.374999999999999e-05,
      "loss": 1.8139,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00018749999999999998,
      "loss": 1.7876,
      "step": 10
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.00028125,
      "loss": 1.8662,
      "step": 15
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00037499999999999995,
      "loss": 1.8047,
      "step": 20
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00046875,
      "loss": 1.9482,
      "step": 25
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0005625,
      "loss": 1.9624,
      "step": 30
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0005999986347533043,
      "loss": 1.8496,
      "step": 35
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0005999902916240525,
      "loss": 1.8962,
      "step": 40
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0005999743640466132,
      "loss": 1.9655,
      "step": 45
    },
    {
      "epoch": 0.06,
      "learning_rate": 0.0005999508524236727,
      "loss": 1.9308,
      "step": 50
    },
    {
      "epoch": 0.07,
      "learning_rate": 0.000599919757349659,
      "loss": 2.0406,
      "step": 55
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0005998810796107273,
      "loss": 1.8524,
      "step": 60
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0005998348201847405,
      "loss": 1.9677,
      "step": 65
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0005997809802412437,
      "loss": 1.963,
      "step": 70
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.0005997195611414353,
      "loss": 1.7783,
      "step": 75
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.000599650564438132,
      "loss": 1.9602,
      "step": 80
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0005995739918757302,
      "loss": 1.941,
      "step": 85
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.000599489845390161,
      "loss": 1.908,
      "step": 90
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0005993981271088423,
      "loss": 1.8707,
      "step": 95
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0005992988393506244,
      "loss": 1.9848,
      "step": 100
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.0005991919846257313,
      "loss": 1.9445,
      "step": 105
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.0005990775656356976,
      "loss": 1.8844,
      "step": 110
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0005989555852732997,
      "loss": 1.9902,
      "step": 115
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.0005988260466224834,
      "loss": 1.8382,
      "step": 120
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0005986889529582852,
      "loss": 2.0264,
      "step": 125
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00059854430774675,
      "loss": 1.9612,
      "step": 130
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.000598392114644843,
      "loss": 2.0919,
      "step": 135
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0005982323775003579,
      "loss": 1.9855,
      "step": 140
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.0005980651003518189,
      "loss": 1.8857,
      "step": 145
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.0005978902874283793,
      "loss": 1.972,
      "step": 150
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0005977079431497138,
      "loss": 1.8702,
      "step": 155
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0005975180721259074,
      "loss": 1.886,
      "step": 160
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.0005973206791573386,
      "loss": 1.9137,
      "step": 165
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0005971157692345581,
      "loss": 1.9225,
      "step": 170
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0005969033475381623,
      "loss": 1.8239,
      "step": 175
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.000596683419438663,
      "loss": 1.9465,
      "step": 180
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.0005964559904963512,
      "loss": 1.8873,
      "step": 185
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0005962210664611563,
      "loss": 1.9938,
      "step": 190
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.000595978653272501,
      "loss": 1.9666,
      "step": 195
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0005957287570591513,
      "loss": 1.8345,
      "step": 200
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.000595471384139061,
      "loss": 1.983,
      "step": 205
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.000595206541019213,
      "loss": 1.9706,
      "step": 210
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0005949342343954535,
      "loss": 1.9829,
      "step": 215
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0005946544711523236,
      "loss": 1.8883,
      "step": 220
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0005943672583628848,
      "loss": 2.0109,
      "step": 225
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0005940726032885408,
      "loss": 1.9654,
      "step": 230
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0005937705133788529,
      "loss": 1.8733,
      "step": 235
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.0005934609962713525,
      "loss": 1.9419,
      "step": 240
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0005931440597913479,
      "loss": 1.9287,
      "step": 245
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0005928197119517257,
      "loss": 1.9507,
      "step": 250
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0005924879609527498,
      "loss": 1.9224,
      "step": 255
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0005921488151818521,
      "loss": 1.9124,
      "step": 260
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.000591802283213422,
      "loss": 1.9667,
      "step": 265
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.0005914483738085887,
      "loss": 1.955,
      "step": 270
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0005910870959150005,
      "loss": 1.949,
      "step": 275
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0005907184586665977,
      "loss": 1.7752,
      "step": 280
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.0005903424713833823,
      "loss": 1.8766,
      "step": 285
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0005899591435711821,
      "loss": 2.0573,
      "step": 290
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.0005895684849214106,
      "loss": 1.9837,
      "step": 295
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0005891705053108217,
      "loss": 2.0551,
      "step": 300
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.0005887652148012601,
      "loss": 2.0254,
      "step": 305
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.000588352623639407,
      "loss": 2.0329,
      "step": 310
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.0005879327422565209,
      "loss": 1.8451,
      "step": 315
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.000587505581268174,
      "loss": 1.9613,
      "step": 320
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.0005870711514739836,
      "loss": 1.9022,
      "step": 325
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0005866294638573397,
      "loss": 2.0333,
      "step": 330
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.0005861805295851261,
      "loss": 1.8614,
      "step": 335
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.0005857243600074394,
      "loss": 1.937,
      "step": 340
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0005852609666573011,
      "loss": 1.8581,
      "step": 345
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.0005847903612503668,
      "loss": 1.9423,
      "step": 350
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.000584312555684629,
      "loss": 1.9807,
      "step": 355
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005838275620401171,
      "loss": 1.9902,
      "step": 360
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.0005833353925785922,
      "loss": 1.8792,
      "step": 365
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0005828360597432358,
      "loss": 1.9335,
      "step": 370
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005823295761583368,
      "loss": 1.9518,
      "step": 375
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.0005818159546289711,
      "loss": 2.0066,
      "step": 380
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005812952081406786,
      "loss": 2.0164,
      "step": 385
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0005807673498591347,
      "loss": 2.0275,
      "step": 390
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.0005802323931298169,
      "loss": 1.983,
      "step": 395
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005796903514776685,
      "loss": 1.9721,
      "step": 400
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.0005791412386067555,
      "loss": 1.8981,
      "step": 405
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.000578585068399921,
      "loss": 2.073,
      "step": 410
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0005780218549184339,
      "loss": 1.9388,
      "step": 415
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.000577451612401633,
      "loss": 2.0487,
      "step": 420
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0005768743552665678,
      "loss": 2.0537,
      "step": 425
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.0005762900981076332,
      "loss": 1.9692,
      "step": 430
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.000575698855696201,
      "loss": 1.9719,
      "step": 435
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0005751006429802467,
      "loss": 1.9929,
      "step": 440
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.0005744954750839706,
      "loss": 2.0479,
      "step": 445
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.0005738833673074165,
      "loss": 1.8216,
      "step": 450
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0005732643351260843,
      "loss": 1.8762,
      "step": 455
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0005726383941905386,
      "loss": 1.9418,
      "step": 460
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.0005720055603260138,
      "loss": 2.0108,
      "step": 465
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0005713658495320128,
      "loss": 1.9163,
      "step": 470
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.000570719277981904,
      "loss": 1.9502,
      "step": 475
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0005700658620225108,
      "loss": 2.1221,
      "step": 480
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0005694056181736996,
      "loss": 1.9281,
      "step": 485
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.0005687385631279615,
      "loss": 2.0308,
      "step": 490
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0005680647137499902,
      "loss": 1.9564,
      "step": 495
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.0005673840870762561,
      "loss": 1.9229,
      "step": 500
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0005666967003145753,
      "loss": 2.0006,
      "step": 505
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0005660025708436743,
      "loss": 2.0517,
      "step": 510
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0005653017162127511,
      "loss": 1.9226,
      "step": 515
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.0005645941541410314,
      "loss": 1.9131,
      "step": 520
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00056387990251732,
      "loss": 2.0067,
      "step": 525
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0005631589793995495,
      "loss": 1.7818,
      "step": 530
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0005624314030143236,
      "loss": 1.9343,
      "step": 535
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0005616971917564549,
      "loss": 1.9357,
      "step": 540
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.000560956364188502,
      "loss": 1.8905,
      "step": 545
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0005602089390402986,
      "loss": 1.9669,
      "step": 550
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0005594549352084807,
      "loss": 1.9771,
      "step": 555
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.0005586943717560083,
      "loss": 1.9627,
      "step": 560
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.0005579272679116841,
      "loss": 1.9329,
      "step": 565
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.000557153643069667,
      "loss": 1.9314,
      "step": 570
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0005563735167889817,
      "loss": 1.8892,
      "step": 575
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.0005555869087930242,
      "loss": 2.0062,
      "step": 580
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.0005547938389690635,
      "loss": 1.9624,
      "step": 585
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0005539943273677384,
      "loss": 2.0077,
      "step": 590
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.0005531883942025507,
      "loss": 2.0083,
      "step": 595
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.0005523760598493544,
      "loss": 2.0212,
      "step": 600
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0005515573448458399,
      "loss": 1.9307,
      "step": 605
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0005507322698910156,
      "loss": 1.7577,
      "step": 610
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.000549900855844684,
      "loss": 1.9654,
      "step": 615
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0005490631237269147,
      "loss": 1.7376,
      "step": 620
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.0005482190947175124,
      "loss": 1.9602,
      "step": 625
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0005473687901554821,
      "loss": 1.9872,
      "step": 630
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0005465122315384889,
      "loss": 1.9741,
      "step": 635
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.0005456494405223152,
      "loss": 1.9905,
      "step": 640
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0005447804389203129,
      "loss": 1.8507,
      "step": 645
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0005439052487028517,
      "loss": 1.987,
      "step": 650
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0005430238919967637,
      "loss": 1.9029,
      "step": 655
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0005421363910847844,
      "loss": 1.9159,
      "step": 660
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0005412427684049888,
      "loss": 1.914,
      "step": 665
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0005403430465502244,
      "loss": 1.9955,
      "step": 670
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00053943724826754,
      "loss": 1.9325,
      "step": 675
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.0005385253964576104,
      "loss": 1.8784,
      "step": 680
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.000537607514174158,
      "loss": 1.8416,
      "step": 685
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.0005366836246233687,
      "loss": 1.9717,
      "step": 690
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.0005357537511633068,
      "loss": 1.8637,
      "step": 695
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.0005348179173033233,
      "loss": 1.804,
      "step": 700
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.000533876146703462,
      "loss": 1.9949,
      "step": 705
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.0005329284631738609,
      "loss": 1.9731,
      "step": 710
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0005319748906741511,
      "loss": 1.8443,
      "step": 715
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.0005310154533128501,
      "loss": 1.8656,
      "step": 720
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.0005300501753467525,
      "loss": 1.9067,
      "step": 725
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0005290790811803176,
      "loss": 1.9235,
      "step": 730
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0005281021953650507,
      "loss": 2.0954,
      "step": 735
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0005271195425988842,
      "loss": 1.9317,
      "step": 740
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.000526131147725552,
      "loss": 1.9577,
      "step": 745
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.0005251370357339616,
      "loss": 1.8044,
      "step": 750
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0005241372317575629,
      "loss": 2.0009,
      "step": 755
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.0005231317610737121,
      "loss": 1.875,
      "step": 760
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0005221206491030327,
      "loss": 1.9521,
      "step": 765
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.0005211039214087733,
      "loss": 2.0129,
      "step": 770
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.0005200816036961606,
      "loss": 1.9002,
      "step": 775
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0005190537218117502,
      "loss": 1.9327,
      "step": 780
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0005180203017427728,
      "loss": 1.9045,
      "step": 785
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.0005805492401123,
      "eval_runtime": 92.7966,
      "eval_samples_per_second": 138.022,
      "eval_steps_per_second": 8.632,
      "step": 789
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.0005169813696164772,
      "loss": 2.0109,
      "step": 790
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0005159369516994695,
      "loss": 1.7846,
      "step": 795
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.0005148870743970495,
      "loss": 1.8012,
      "step": 800
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.000513831764252543,
      "loss": 1.9483,
      "step": 805
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0005127710479466303,
      "loss": 1.9163,
      "step": 810
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.0005117049522966723,
      "loss": 1.8544,
      "step": 815
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.0005106335042560317,
      "loss": 1.7812,
      "step": 820
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0005095567309133926,
      "loss": 1.8897,
      "step": 825
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0005084746594920745,
      "loss": 1.8461,
      "step": 830
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.000507387317349345,
      "loss": 1.8396,
      "step": 835
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.0005062947319757274,
      "loss": 1.8366,
      "step": 840
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.0005051969309943062,
      "loss": 1.8389,
      "step": 845
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0005040939421600284,
      "loss": 1.7767,
      "step": 850
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.0005029857933590021,
      "loss": 1.8001,
      "step": 855
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.0005018725126077912,
      "loss": 1.8145,
      "step": 860
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0005007541280527068,
      "loss": 1.8317,
      "step": 865
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.0004996306679690967,
      "loss": 1.8302,
      "step": 870
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0004985021607606293,
      "loss": 1.9682,
      "step": 875
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0004973686349585758,
      "loss": 1.841,
      "step": 880
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0004962301192210897,
      "loss": 1.8658,
      "step": 885
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.000495086642332481,
      "loss": 1.8247,
      "step": 890
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.0004939382332024895,
      "loss": 1.8037,
      "step": 895
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.000492784920865553,
      "loss": 1.9416,
      "step": 900
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0004916267344800742,
      "loss": 1.8733,
      "step": 905
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0004904637033276827,
      "loss": 1.8063,
      "step": 910
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.000489295856812495,
      "loss": 1.9041,
      "step": 915
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0004881232244603716,
      "loss": 1.8182,
      "step": 920
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.0004869458359181693,
      "loss": 1.7881,
      "step": 925
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00048576372095299273,
      "loss": 1.7624,
      "step": 930
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00048457690945144147,
      "loss": 1.9506,
      "step": 935
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00048338543141885444,
      "loss": 1.8866,
      "step": 940
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.000482189316978551,
      "loss": 1.8682,
      "step": 945
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0004809885963710698,
      "loss": 1.8928,
      "step": 950
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00047978329995340403,
      "loss": 1.8434,
      "step": 955
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.000478573458198234,
      "loss": 1.8086,
      "step": 960
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00047735910169315645,
      "loss": 1.9049,
      "step": 965
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.0004761402611399116,
      "loss": 1.7393,
      "step": 970
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0004749169673536068,
      "loss": 1.7668,
      "step": 975
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.0004736892512619375,
      "loss": 1.8751,
      "step": 980
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0004724571439044048,
      "loss": 1.7533,
      "step": 985
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.0004712206764315317,
      "loss": 1.7789,
      "step": 990
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00046997988010407483,
      "loss": 1.9063,
      "step": 995
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0004687347862922342,
      "loss": 1.7936,
      "step": 1000
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00046748542647486,
      "loss": 1.784,
      "step": 1005
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.0004662318322386573,
      "loss": 1.8396,
      "step": 1010
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.0004649740352773868,
      "loss": 1.8145,
      "step": 1015
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00046371206739106383,
      "loss": 1.7536,
      "step": 1020
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00046244596048515443,
      "loss": 1.7931,
      "step": 1025
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00046117574656976855,
      "loss": 1.8734,
      "step": 1030
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.0004599014577588509,
      "loss": 1.8342,
      "step": 1035
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00045862312626936884,
      "loss": 1.8973,
      "step": 1040
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00045734078442049826,
      "loss": 1.7734,
      "step": 1045
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.00045605446463280576,
      "loss": 1.7644,
      "step": 1050
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00045476419942742994,
      "loss": 1.8709,
      "step": 1055
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0004534700214252584,
      "loss": 1.7612,
      "step": 1060
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.0004521719633461034,
      "loss": 1.9362,
      "step": 1065
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0004508700580078742,
      "loss": 1.8653,
      "step": 1070
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.0004495643383257482,
      "loss": 1.767,
      "step": 1075
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.0004482548373113377,
      "loss": 1.829,
      "step": 1080
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00044694158807185636,
      "loss": 1.8861,
      "step": 1085
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.0004456246238092812,
      "loss": 1.7582,
      "step": 1090
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.0004443039778195137,
      "loss": 1.8504,
      "step": 1095
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.0004429796834915381,
      "loss": 1.8637,
      "step": 1100
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00044165177430657685,
      "loss": 1.8534,
      "step": 1105
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00044032028383724446,
      "loss": 1.7965,
      "step": 1110
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00043898524574669873,
      "loss": 1.8788,
      "step": 1115
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00043764669378778913,
      "loss": 1.8786,
      "step": 1120
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.0004363046618022041,
      "loss": 1.7909,
      "step": 1125
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.0004349591837196154,
      "loss": 1.8828,
      "step": 1130
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.0004336102935568196,
      "loss": 1.9064,
      "step": 1135
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.0004322580254168791,
      "loss": 1.7983,
      "step": 1140
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00043090241348825876,
      "loss": 1.8791,
      "step": 1145
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.0004295434920439628,
      "loss": 1.8287,
      "step": 1150
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00042818129544066713,
      "loss": 1.8337,
      "step": 1155
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.0004268158581178515,
      "loss": 1.8558,
      "step": 1160
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00042544721459692846,
      "loss": 1.8345,
      "step": 1165
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.0004240753994803708,
      "loss": 1.8341,
      "step": 1170
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00042270044745083645,
      "loss": 1.8161,
      "step": 1175
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00042132239327029173,
      "loss": 1.6921,
      "step": 1180
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00041994127177913247,
      "loss": 1.7944,
      "step": 1185
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00041855711789530345,
      "loss": 1.8489,
      "step": 1190
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00041716996661341507,
      "loss": 1.8568,
      "step": 1195
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00041577985300385913,
      "loss": 1.883,
      "step": 1200
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.0004143868122119217,
      "loss": 1.9306,
      "step": 1205
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00041299087945689496,
      "loss": 1.8549,
      "step": 1210
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.0004115920900311864,
      "loss": 1.7132,
      "step": 1215
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.000410190479299427,
      "loss": 1.8957,
      "step": 1220
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.0004087860826975767,
      "loss": 1.7544,
      "step": 1225
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00040737893573202877,
      "loss": 1.8321,
      "step": 1230
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00040596907397871205,
      "loss": 1.8146,
      "step": 1235
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00040455653308219127,
      "loss": 1.7742,
      "step": 1240
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.0004031413487547665,
      "loss": 1.8268,
      "step": 1245
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.0004017235567755694,
      "loss": 1.8419,
      "step": 1250
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.0004003031929896594,
      "loss": 1.839,
      "step": 1255
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00039888029330711704,
      "loss": 1.8722,
      "step": 1260
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.0003974548937021363,
      "loss": 1.9201,
      "step": 1265
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00039602703021211484,
      "loss": 1.9658,
      "step": 1270
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.0003945967389367431,
      "loss": 1.8658,
      "step": 1275
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00039316405603709157,
      "loss": 1.8716,
      "step": 1280
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.0003917290177346964,
      "loss": 1.7848,
      "step": 1285
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.0003902916603106439,
      "loss": 2.0245,
      "step": 1290
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.0003888520201046532,
      "loss": 1.7693,
      "step": 1295
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.0003874101335141571,
      "loss": 1.8287,
      "step": 1300
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00038596603699338276,
      "loss": 1.8367,
      "step": 1305
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.0003845197670524289,
      "loss": 1.9042,
      "step": 1310
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.0003830713602563437,
      "loss": 1.7802,
      "step": 1315
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00038162085322419973,
      "loss": 1.7705,
      "step": 1320
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.0003801682826281687,
      "loss": 1.8283,
      "step": 1325
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.0003787136851925937,
      "loss": 1.9271,
      "step": 1330
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00037725709769306114,
      "loss": 1.8433,
      "step": 1335
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.0003757985569554707,
      "loss": 1.8718,
      "step": 1340
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00037433809985510486,
      "loss": 1.842,
      "step": 1345
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00037287576331569564,
      "loss": 1.9048,
      "step": 1350
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.0003714115843084918,
      "loss": 1.8235,
      "step": 1355
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00036994559985132415,
      "loss": 1.8576,
      "step": 1360
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.00036847784700766933,
      "loss": 1.836,
      "step": 1365
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.0003670083628857128,
      "loss": 1.8414,
      "step": 1370
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.0003655371846374107,
      "loss": 1.942,
      "step": 1375
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00036406434945755083,
      "loss": 1.8823,
      "step": 1380
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.0003625898945828119,
      "loss": 1.898,
      "step": 1385
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00036111385729082224,
      "loss": 1.8972,
      "step": 1390
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.0003596362748992173,
      "loss": 1.7432,
      "step": 1395
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.0003581571847646965,
      "loss": 1.8568,
      "step": 1400
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.000356676624282078,
      "loss": 1.8891,
      "step": 1405
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00035519463088335427,
      "loss": 1.8463,
      "step": 1410
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00035371124203674486,
      "loss": 1.759,
      "step": 1415
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.0003522264952457498,
      "loss": 1.7689,
      "step": 1420
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.0003507404280482005,
      "loss": 1.7517,
      "step": 1425
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.0003492530780153121,
      "loss": 1.8594,
      "step": 1430
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00034776448275073205,
      "loss": 1.6709,
      "step": 1435
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00034627467988959063,
      "loss": 1.8854,
      "step": 1440
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.0003447837070975488,
      "loss": 1.7318,
      "step": 1445
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.000343291602069846,
      "loss": 1.9173,
      "step": 1450
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.0003417984025303472,
      "loss": 1.7616,
      "step": 1455
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.0003403041462305894,
      "loss": 1.9281,
      "step": 1460
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.0003388088709488265,
      "loss": 1.8446,
      "step": 1465
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00033731261448907517,
      "loss": 1.9168,
      "step": 1470
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00033581541468015805,
      "loss": 1.8417,
      "step": 1475
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00033431730937474814,
      "loss": 1.9331,
      "step": 1480
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00033281833644841136,
      "loss": 1.8163,
      "step": 1485
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.000331318533798649,
      "loss": 1.8459,
      "step": 1490
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00032981793934393975,
      "loss": 1.7809,
      "step": 1495
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.0003283165910227812,
      "loss": 1.8496,
      "step": 1500
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.0003268145267927301,
      "loss": 1.8601,
      "step": 1505
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.000325311784629443,
      "loss": 1.7749,
      "step": 1510
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00032380840252571656,
      "loss": 1.844,
      "step": 1515
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.0003223044184905262,
      "loss": 1.8449,
      "step": 1520
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00032079987054806585,
      "loss": 1.871,
      "step": 1525
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.0003192947967367861,
      "loss": 1.8817,
      "step": 1530
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00031778923510843285,
      "loss": 1.7883,
      "step": 1535
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00031628322372708514,
      "loss": 1.9115,
      "step": 1540
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.0003147768006681927,
      "loss": 1.8596,
      "step": 1545
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.0003132700040176136,
      "loss": 1.8591,
      "step": 1550
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.000311762871870651,
      "loss": 1.7955,
      "step": 1555
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.0003102554423310904,
      "loss": 1.7796,
      "step": 1560
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.0003087477535102357,
      "loss": 1.7754,
      "step": 1565
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.0003072398435259463,
      "loss": 1.8625,
      "step": 1570
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.0003057317505016733,
      "loss": 1.8115,
      "step": 1575
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.9557033777236938,
      "eval_runtime": 92.8676,
      "eval_samples_per_second": 137.917,
      "eval_steps_per_second": 8.625,
      "step": 1578
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00030422351256549493,
      "loss": 1.8282,
      "step": 1580
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.0003027151678491537,
      "loss": 1.8332,
      "step": 1585
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.00030120675448709134,
      "loss": 1.7881,
      "step": 1590
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.0002996983106154856,
      "loss": 1.6833,
      "step": 1595
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.0002981898743712848,
      "loss": 1.7887,
      "step": 1600
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.0002966814838912453,
      "loss": 1.7439,
      "step": 1605
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.0002951731773109657,
      "loss": 1.6378,
      "step": 1610
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.00029366499276392403,
      "loss": 1.7603,
      "step": 1615
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.00029215696838051256,
      "loss": 1.7664,
      "step": 1620
    },
    {
      "epoch": 2.06,
      "learning_rate": 0.0002906491422870745,
      "loss": 1.7565,
      "step": 1625
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.0002891415526049398,
      "loss": 1.748,
      "step": 1630
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.0002876342374494613,
      "loss": 1.7335,
      "step": 1635
    },
    {
      "epoch": 2.08,
      "learning_rate": 0.0002861272349290513,
      "loss": 1.8072,
      "step": 1640
    },
    {
      "epoch": 2.08,
      "learning_rate": 0.00028462058314421794,
      "loss": 1.7107,
      "step": 1645
    },
    {
      "epoch": 2.09,
      "learning_rate": 0.00028311432018660173,
      "loss": 1.6844,
      "step": 1650
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.0002816084841380131,
      "loss": 1.729,
      "step": 1655
    },
    {
      "epoch": 2.1,
      "learning_rate": 0.00028010311306946885,
      "loss": 1.7699,
      "step": 1660
    },
    {
      "epoch": 2.11,
      "learning_rate": 0.0002785982450402303,
      "loss": 1.7964,
      "step": 1665
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.00027709391809684075,
      "loss": 1.6819,
      "step": 1670
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.0002755901702721633,
      "loss": 1.7015,
      "step": 1675
    },
    {
      "epoch": 2.13,
      "learning_rate": 0.0002740870395844201,
      "loss": 1.7115,
      "step": 1680
    },
    {
      "epoch": 2.14,
      "learning_rate": 0.00027258456403623013,
      "loss": 1.8647,
      "step": 1685
    },
    {
      "epoch": 2.14,
      "learning_rate": 0.0002710827816136493,
      "loss": 1.828,
      "step": 1690
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.00026958173028520944,
      "loss": 1.8245,
      "step": 1695
    },
    {
      "epoch": 2.15,
      "learning_rate": 0.0002680814480009589,
      "loss": 1.837,
      "step": 1700
    },
    {
      "epoch": 2.16,
      "learning_rate": 0.0002665819726915026,
      "loss": 1.765,
      "step": 1705
    },
    {
      "epoch": 2.17,
      "learning_rate": 0.0002650833422670432,
      "loss": 1.933,
      "step": 1710
    },
    {
      "epoch": 2.17,
      "learning_rate": 0.0002635855946164232,
      "loss": 1.7883,
      "step": 1715
    },
    {
      "epoch": 2.18,
      "learning_rate": 0.00026208876760616586,
      "loss": 1.8351,
      "step": 1720
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.0002605928990795188,
      "loss": 1.7143,
      "step": 1725
    },
    {
      "epoch": 2.19,
      "learning_rate": 0.00025909802685549735,
      "loss": 1.6925,
      "step": 1730
    },
    {
      "epoch": 2.2,
      "learning_rate": 0.00025760418872792737,
      "loss": 1.8673,
      "step": 1735
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.0002561114224644908,
      "loss": 1.7264,
      "step": 1740
    },
    {
      "epoch": 2.21,
      "learning_rate": 0.0002546197658057702,
      "loss": 1.7266,
      "step": 1745
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.0002531292564642949,
      "loss": 1.6868,
      "step": 1750
    },
    {
      "epoch": 2.22,
      "learning_rate": 0.00025163993212358715,
      "loss": 1.6325,
      "step": 1755
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.0002501518304372098,
      "loss": 1.692,
      "step": 1760
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.0002486649890278143,
      "loss": 1.7267,
      "step": 1765
    },
    {
      "epoch": 2.24,
      "learning_rate": 0.0002471794454861891,
      "loss": 1.6774,
      "step": 1770
    },
    {
      "epoch": 2.25,
      "learning_rate": 0.0002456952373703098,
      "loss": 1.7112,
      "step": 1775
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.0002442124022043891,
      "loss": 1.765,
      "step": 1780
    },
    {
      "epoch": 2.26,
      "learning_rate": 0.00024273097747792876,
      "loss": 1.7441,
      "step": 1785
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00024125100064477083,
      "loss": 1.6806,
      "step": 1790
    },
    {
      "epoch": 2.27,
      "learning_rate": 0.00023977250912215166,
      "loss": 1.6897,
      "step": 1795
    },
    {
      "epoch": 2.28,
      "learning_rate": 0.0002382955402897553,
      "loss": 1.7494,
      "step": 1800
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.00023682013148876898,
      "loss": 1.8519,
      "step": 1805
    },
    {
      "epoch": 2.29,
      "learning_rate": 0.0002353463200209383,
      "loss": 1.7991,
      "step": 1810
    },
    {
      "epoch": 2.3,
      "learning_rate": 0.00023387414314762496,
      "loss": 1.7614,
      "step": 1815
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00023240363808886403,
      "loss": 1.6892,
      "step": 1820
    },
    {
      "epoch": 2.31,
      "learning_rate": 0.00023093484202242354,
      "loss": 1.7324,
      "step": 1825
    },
    {
      "epoch": 2.32,
      "learning_rate": 0.00022946779208286397,
      "loss": 1.7889,
      "step": 1830
    },
    {
      "epoch": 2.33,
      "learning_rate": 0.00022800252536059988,
      "loss": 1.7436,
      "step": 1835
    },
    {
      "epoch": 2.33,
      "learning_rate": 0.0002265390789009619,
      "loss": 1.7507,
      "step": 1840
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00022507748970326005,
      "loss": 1.796,
      "step": 1845
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00022361779471984883,
      "loss": 1.7975,
      "step": 1850
    },
    {
      "epoch": 2.35,
      "learning_rate": 0.00022216003085519237,
      "loss": 1.775,
      "step": 1855
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.00022070423496493152,
      "loss": 1.7634,
      "step": 1860
    },
    {
      "epoch": 2.36,
      "learning_rate": 0.00021925044385495254,
      "loss": 1.8228,
      "step": 1865
    },
    {
      "epoch": 2.37,
      "learning_rate": 0.000217798694280456,
      "loss": 1.7155,
      "step": 1870
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.00021634902294502778,
      "loss": 1.6878,
      "step": 1875
    },
    {
      "epoch": 2.38,
      "learning_rate": 0.00021490146649971097,
      "loss": 1.7402,
      "step": 1880
    },
    {
      "epoch": 2.39,
      "learning_rate": 0.0002134560615420796,
      "loss": 1.7177,
      "step": 1885
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00021201284461531289,
      "loss": 1.6694,
      "step": 1890
    },
    {
      "epoch": 2.4,
      "learning_rate": 0.00021057185220727152,
      "loss": 1.7822,
      "step": 1895
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.00020913312074957556,
      "loss": 1.6492,
      "step": 1900
    },
    {
      "epoch": 2.41,
      "learning_rate": 0.00020769668661668254,
      "loss": 1.7165,
      "step": 1905
    },
    {
      "epoch": 2.42,
      "learning_rate": 0.00020626258612496876,
      "loss": 1.5924,
      "step": 1910
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00020483085553181033,
      "loss": 1.8017,
      "step": 1915
    },
    {
      "epoch": 2.43,
      "learning_rate": 0.00020340153103466709,
      "loss": 1.7278,
      "step": 1920
    },
    {
      "epoch": 2.44,
      "learning_rate": 0.0002019746487701671,
      "loss": 1.5994,
      "step": 1925
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.00020055024481319307,
      "loss": 1.6479,
      "step": 1930
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.00019912835517597036,
      "loss": 1.6717,
      "step": 1935
    },
    {
      "epoch": 2.46,
      "learning_rate": 0.00019770901580715673,
      "loss": 1.7909,
      "step": 1940
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.00019629226259093303,
      "loss": 1.7646,
      "step": 1945
    },
    {
      "epoch": 2.47,
      "learning_rate": 0.00019487813134609635,
      "loss": 1.7472,
      "step": 1950
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.00019346665782515415,
      "loss": 1.6367,
      "step": 1955
    },
    {
      "epoch": 2.48,
      "learning_rate": 0.00019205787771342062,
      "loss": 1.7175,
      "step": 1960
    },
    {
      "epoch": 2.49,
      "learning_rate": 0.0001906518266281141,
      "loss": 1.8483,
      "step": 1965
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.00018924854011745718,
      "loss": 1.7751,
      "step": 1970
    },
    {
      "epoch": 2.5,
      "learning_rate": 0.00018784805365977734,
      "loss": 1.7383,
      "step": 1975
    },
    {
      "epoch": 2.51,
      "learning_rate": 0.0001864504026626103,
      "loss": 1.7633,
      "step": 1980
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.00018505562246180486,
      "loss": 1.8172,
      "step": 1985
    },
    {
      "epoch": 2.52,
      "learning_rate": 0.0001836637483206293,
      "loss": 1.7102,
      "step": 1990
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.00018227481542888033,
      "loss": 1.7455,
      "step": 1995
    },
    {
      "epoch": 2.53,
      "learning_rate": 0.00018088885890199267,
      "loss": 1.6092,
      "step": 2000
    },
    {
      "epoch": 2.54,
      "learning_rate": 0.00017950591378015175,
      "loss": 1.7731,
      "step": 2005
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00017812601502740797,
      "loss": 1.8558,
      "step": 2010
    },
    {
      "epoch": 2.55,
      "learning_rate": 0.00017674919753079218,
      "loss": 1.7243,
      "step": 2015
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.0001753754960994341,
      "loss": 1.6603,
      "step": 2020
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.0001740049454636821,
      "loss": 1.783,
      "step": 2025
    },
    {
      "epoch": 2.57,
      "learning_rate": 0.00017263758027422508,
      "loss": 1.6785,
      "step": 2030
    },
    {
      "epoch": 2.58,
      "learning_rate": 0.0001712734351012166,
      "loss": 1.798,
      "step": 2035
    },
    {
      "epoch": 2.59,
      "learning_rate": 0.00016991254443340082,
      "loss": 1.7397,
      "step": 2040
    },
    {
      "epoch": 2.59,
      "learning_rate": 0.00016855494267724018,
      "loss": 1.7338,
      "step": 2045
    },
    {
      "epoch": 2.6,
      "learning_rate": 0.00016720066415604605,
      "loss": 1.8307,
      "step": 2050
    },
    {
      "epoch": 2.6,
      "learning_rate": 0.00016584974310911082,
      "loss": 1.6881,
      "step": 2055
    },
    {
      "epoch": 2.61,
      "learning_rate": 0.00016450221369084203,
      "loss": 1.806,
      "step": 2060
    },
    {
      "epoch": 2.62,
      "learning_rate": 0.00016315810996989904,
      "loss": 1.7203,
      "step": 2065
    },
    {
      "epoch": 2.62,
      "learning_rate": 0.00016181746592833145,
      "loss": 1.784,
      "step": 2070
    },
    {
      "epoch": 2.63,
      "learning_rate": 0.00016048031546072054,
      "loss": 1.885,
      "step": 2075
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.00015914669237332188,
      "loss": 1.6406,
      "step": 2080
    },
    {
      "epoch": 2.64,
      "learning_rate": 0.0001578166303832104,
      "loss": 1.6898,
      "step": 2085
    },
    {
      "epoch": 2.65,
      "learning_rate": 0.0001564901631174286,
      "loss": 1.7131,
      "step": 2090
    },
    {
      "epoch": 2.66,
      "learning_rate": 0.00015516732411213592,
      "loss": 1.7048,
      "step": 2095
    },
    {
      "epoch": 2.66,
      "learning_rate": 0.0001538481468117611,
      "loss": 1.6594,
      "step": 2100
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00015253266456815613,
      "loss": 1.7222,
      "step": 2105
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00015122091063975382,
      "loss": 1.6652,
      "step": 2110
    },
    {
      "epoch": 2.68,
      "learning_rate": 0.00014991291819072656,
      "loss": 1.7111,
      "step": 2115
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.00014860872029014746,
      "loss": 1.7738,
      "step": 2120
    },
    {
      "epoch": 2.69,
      "learning_rate": 0.00014730834991115503,
      "loss": 1.8192,
      "step": 2125
    },
    {
      "epoch": 2.7,
      "learning_rate": 0.0001460118399301191,
      "loss": 1.6937,
      "step": 2130
    },
    {
      "epoch": 2.71,
      "learning_rate": 0.00014471922312580968,
      "loss": 1.8442,
      "step": 2135
    },
    {
      "epoch": 2.71,
      "learning_rate": 0.00014343053217856833,
      "loss": 1.8353,
      "step": 2140
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.00014214579966948158,
      "loss": 1.7505,
      "step": 2145
    },
    {
      "epoch": 2.72,
      "learning_rate": 0.0001408650580795579,
      "loss": 1.7784,
      "step": 2150
    },
    {
      "epoch": 2.73,
      "learning_rate": 0.00013958833978890598,
      "loss": 1.7562,
      "step": 2155
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.00013831567707591592,
      "loss": 1.8261,
      "step": 2160
    },
    {
      "epoch": 2.74,
      "learning_rate": 0.0001370471021164438,
      "loss": 1.8067,
      "step": 2165
    },
    {
      "epoch": 2.75,
      "learning_rate": 0.0001357826469829977,
      "loss": 1.766,
      "step": 2170
    },
    {
      "epoch": 2.76,
      "learning_rate": 0.0001345223436439271,
      "loss": 1.7806,
      "step": 2175
    },
    {
      "epoch": 2.76,
      "learning_rate": 0.0001332662239626141,
      "loss": 1.6875,
      "step": 2180
    },
    {
      "epoch": 2.77,
      "learning_rate": 0.0001320143196966687,
      "loss": 1.7399,
      "step": 2185
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.00013076666249712532,
      "loss": 1.6684,
      "step": 2190
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.0001295232839076428,
      "loss": 1.7932,
      "step": 2195
    },
    {
      "epoch": 2.79,
      "learning_rate": 0.00012828421536370652,
      "loss": 1.7512,
      "step": 2200
    },
    {
      "epoch": 2.79,
      "learning_rate": 0.00012704948819183433,
      "loss": 1.7321,
      "step": 2205
    },
    {
      "epoch": 2.8,
      "learning_rate": 0.00012581913360878378,
      "loss": 1.6867,
      "step": 2210
    },
    {
      "epoch": 2.81,
      "learning_rate": 0.00012459318272076372,
      "loss": 1.7741,
      "step": 2215
    },
    {
      "epoch": 2.81,
      "learning_rate": 0.0001233716665226469,
      "loss": 1.7314,
      "step": 2220
    },
    {
      "epoch": 2.82,
      "learning_rate": 0.00012215461589718722,
      "loss": 1.7479,
      "step": 2225
    },
    {
      "epoch": 2.83,
      "learning_rate": 0.00012094206161423849,
      "loss": 1.7112,
      "step": 2230
    },
    {
      "epoch": 2.83,
      "learning_rate": 0.00011973403432997661,
      "loss": 1.5846,
      "step": 2235
    },
    {
      "epoch": 2.84,
      "learning_rate": 0.00011853056458612428,
      "loss": 1.8141,
      "step": 2240
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.00011733168280917927,
      "loss": 1.7156,
      "step": 2245
    },
    {
      "epoch": 2.85,
      "learning_rate": 0.00011613741930964498,
      "loss": 1.7403,
      "step": 2250
    },
    {
      "epoch": 2.86,
      "learning_rate": 0.00011494780428126375,
      "loss": 1.6505,
      "step": 2255
    },
    {
      "epoch": 2.86,
      "learning_rate": 0.00011376286780025415,
      "loss": 1.7534,
      "step": 2260
    },
    {
      "epoch": 2.87,
      "learning_rate": 0.00011258263982455014,
      "loss": 1.727,
      "step": 2265
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.00011140715019304389,
      "loss": 1.813,
      "step": 2270
    },
    {
      "epoch": 2.88,
      "learning_rate": 0.00011023642862483104,
      "loss": 1.789,
      "step": 2275
    },
    {
      "epoch": 2.89,
      "learning_rate": 0.00010907050471845962,
      "loss": 1.8312,
      "step": 2280
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.00010790940795118183,
      "loss": 1.6525,
      "step": 2285
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.00010675316767820862,
      "loss": 1.7615,
      "step": 2290
    },
    {
      "epoch": 2.91,
      "learning_rate": 0.00010560181313196731,
      "loss": 1.7096,
      "step": 2295
    },
    {
      "epoch": 2.91,
      "learning_rate": 0.00010445537342136298,
      "loss": 1.7094,
      "step": 2300
    },
    {
      "epoch": 2.92,
      "learning_rate": 0.00010331387753104222,
      "loss": 1.7123,
      "step": 2305
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.00010217735432066055,
      "loss": 1.6466,
      "step": 2310
    },
    {
      "epoch": 2.93,
      "learning_rate": 0.00010104583252415227,
      "loss": 1.723,
      "step": 2315
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.991934074900475e-05,
      "loss": 1.727,
      "step": 2320
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.879790747553463e-05,
      "loss": 1.7698,
      "step": 2325
    },
    {
      "epoch": 2.95,
      "learning_rate": 9.768156105616809e-05,
      "loss": 1.6874,
      "step": 2330
    },
    {
      "epoch": 2.96,
      "learning_rate": 9.657032971472353e-05,
      "loss": 1.7301,
      "step": 2335
    },
    {
      "epoch": 2.97,
      "learning_rate": 9.546424154569864e-05,
      "loss": 1.7576,
      "step": 2340
    },
    {
      "epoch": 2.97,
      "learning_rate": 9.436332451355987e-05,
      "loss": 1.6674,
      "step": 2345
    },
    {
      "epoch": 2.98,
      "learning_rate": 9.326760645203518e-05,
      "loss": 1.6413,
      "step": 2350
    },
    {
      "epoch": 2.98,
      "learning_rate": 9.217711506341044e-05,
      "loss": 1.7491,
      "step": 2355
    },
    {
      "epoch": 2.99,
      "learning_rate": 9.109187791782946e-05,
      "loss": 1.6581,
      "step": 2360
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.001192245259649e-05,
      "loss": 1.8501,
      "step": 2365
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.9110476970672607,
      "eval_runtime": 92.8315,
      "eval_samples_per_second": 137.97,
      "eval_steps_per_second": 8.629,
      "step": 2367
    },
    {
      "epoch": 3.0,
      "learning_rate": 8.89372759714827e-05,
      "loss": 1.7392,
      "step": 2370
    },
    {
      "epoch": 3.01,
      "learning_rate": 8.786796564403575e-05,
      "loss": 1.7441,
      "step": 2375
    },
    {
      "epoch": 3.02,
      "learning_rate": 8.680401850489317e-05,
      "loss": 1.6942,
      "step": 2380
    },
    {
      "epoch": 3.02,
      "learning_rate": 8.574546145309867e-05,
      "loss": 1.6711,
      "step": 2385
    },
    {
      "epoch": 3.03,
      "learning_rate": 8.469232125142186e-05,
      "loss": 1.6821,
      "step": 2390
    },
    {
      "epoch": 3.04,
      "learning_rate": 8.364462452568217e-05,
      "loss": 1.7513,
      "step": 2395
    },
    {
      "epoch": 3.04,
      "learning_rate": 8.260239776407518e-05,
      "loss": 1.7362,
      "step": 2400
    },
    {
      "epoch": 3.05,
      "learning_rate": 8.156566731650332e-05,
      "loss": 1.6774,
      "step": 2405
    },
    {
      "epoch": 3.05,
      "learning_rate": 8.053445939390922e-05,
      "loss": 1.7459,
      "step": 2410
    },
    {
      "epoch": 3.06,
      "learning_rate": 7.950880006761338e-05,
      "loss": 1.6401,
      "step": 2415
    },
    {
      "epoch": 3.07,
      "learning_rate": 7.84887152686551e-05,
      "loss": 1.6756,
      "step": 2420
    },
    {
      "epoch": 3.07,
      "learning_rate": 7.747423078713675e-05,
      "loss": 1.6506,
      "step": 2425
    },
    {
      "epoch": 3.08,
      "learning_rate": 7.64653722715715e-05,
      "loss": 1.7614,
      "step": 2430
    },
    {
      "epoch": 3.09,
      "learning_rate": 7.546216522823525e-05,
      "loss": 1.6238,
      "step": 2435
    },
    {
      "epoch": 3.09,
      "learning_rate": 7.446463502052165e-05,
      "loss": 1.7027,
      "step": 2440
    },
    {
      "epoch": 3.1,
      "learning_rate": 7.347280686830084e-05,
      "loss": 1.6646,
      "step": 2445
    },
    {
      "epoch": 3.11,
      "learning_rate": 7.248670584728154e-05,
      "loss": 1.7557,
      "step": 2450
    },
    {
      "epoch": 3.11,
      "learning_rate": 7.150635688837767e-05,
      "loss": 1.6833,
      "step": 2455
    },
    {
      "epoch": 3.12,
      "learning_rate": 7.053178477707758e-05,
      "loss": 1.5925,
      "step": 2460
    },
    {
      "epoch": 3.12,
      "learning_rate": 6.95630141528177e-05,
      "loss": 1.6888,
      "step": 2465
    },
    {
      "epoch": 3.13,
      "learning_rate": 6.86000695083591e-05,
      "loss": 1.7231,
      "step": 2470
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.764297518916897e-05,
      "loss": 1.6539,
      "step": 2475
    },
    {
      "epoch": 3.14,
      "learning_rate": 6.669175539280469e-05,
      "loss": 1.6521,
      "step": 2480
    },
    {
      "epoch": 3.15,
      "learning_rate": 6.574643416830197e-05,
      "loss": 1.7747,
      "step": 2485
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.480703541556694e-05,
      "loss": 1.6329,
      "step": 2490
    },
    {
      "epoch": 3.16,
      "learning_rate": 6.387358288477226e-05,
      "loss": 1.6779,
      "step": 2495
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.294610017575608e-05,
      "loss": 1.6526,
      "step": 2500
    },
    {
      "epoch": 3.17,
      "learning_rate": 6.202461073742586e-05,
      "loss": 1.6946,
      "step": 2505
    },
    {
      "epoch": 3.18,
      "learning_rate": 6.1109137867165e-05,
      "loss": 1.7617,
      "step": 2510
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.019970471024448e-05,
      "loss": 1.6621,
      "step": 2515
    },
    {
      "epoch": 3.19,
      "learning_rate": 5.929633425923729e-05,
      "loss": 1.6993,
      "step": 2520
    },
    {
      "epoch": 3.2,
      "learning_rate": 5.839904935343699e-05,
      "loss": 1.7324,
      "step": 2525
    },
    {
      "epoch": 3.21,
      "learning_rate": 5.7507872678280676e-05,
      "loss": 1.6393,
      "step": 2530
    },
    {
      "epoch": 3.21,
      "learning_rate": 5.6622826764775207e-05,
      "loss": 1.763,
      "step": 2535
    },
    {
      "epoch": 3.22,
      "learning_rate": 5.574393398892777e-05,
      "loss": 1.7249,
      "step": 2540
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.487121657117961e-05,
      "loss": 1.6655,
      "step": 2545
    },
    {
      "epoch": 3.23,
      "learning_rate": 5.400469657584504e-05,
      "loss": 1.6952,
      "step": 2550
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.314439591055294e-05,
      "loss": 1.6554,
      "step": 2555
    },
    {
      "epoch": 3.24,
      "learning_rate": 5.229033632569339e-05,
      "loss": 1.7214,
      "step": 2560
    },
    {
      "epoch": 3.25,
      "learning_rate": 5.144253941386721e-05,
      "loss": 1.6063,
      "step": 2565
    },
    {
      "epoch": 3.26,
      "learning_rate": 5.0601026609340625e-05,
      "loss": 1.62,
      "step": 2570
    },
    {
      "epoch": 3.26,
      "learning_rate": 4.9765819187503044e-05,
      "loss": 1.6993,
      "step": 2575
    },
    {
      "epoch": 3.27,
      "learning_rate": 4.893693826432921e-05,
      "loss": 1.7051,
      "step": 2580
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.811440479584526e-05,
      "loss": 1.6912,
      "step": 2585
    },
    {
      "epoch": 3.28,
      "learning_rate": 4.7298239577599126e-05,
      "loss": 1.748,
      "step": 2590
    },
    {
      "epoch": 3.29,
      "learning_rate": 4.648846324413458e-05,
      "loss": 1.5512,
      "step": 2595
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.5685096268469725e-05,
      "loss": 1.5986,
      "step": 2600
    },
    {
      "epoch": 3.3,
      "learning_rate": 4.488815896157907e-05,
      "loss": 1.7881,
      "step": 2605
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.409767147188038e-05,
      "loss": 1.6585,
      "step": 2610
    },
    {
      "epoch": 3.31,
      "learning_rate": 4.33136537847252e-05,
      "loss": 1.6925,
      "step": 2615
    },
    {
      "epoch": 3.32,
      "learning_rate": 4.253612572189331e-05,
      "loss": 1.6719,
      "step": 2620
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.176510694109188e-05,
      "loss": 1.628,
      "step": 2625
    },
    {
      "epoch": 3.33,
      "learning_rate": 4.100061693545836e-05,
      "loss": 1.7002,
      "step": 2630
    },
    {
      "epoch": 3.34,
      "learning_rate": 4.024267503306772e-05,
      "loss": 1.7025,
      "step": 2635
    },
    {
      "epoch": 3.35,
      "learning_rate": 3.94913003964438e-05,
      "loss": 1.6637,
      "step": 2640
    },
    {
      "epoch": 3.35,
      "learning_rate": 3.874651202207457e-05,
      "loss": 1.6331,
      "step": 2645
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.8008328739932173e-05,
      "loss": 1.8004,
      "step": 2650
    },
    {
      "epoch": 3.36,
      "learning_rate": 3.727676921299686e-05,
      "loss": 1.5581,
      "step": 2655
    },
    {
      "epoch": 3.37,
      "learning_rate": 3.655185193678483e-05,
      "loss": 1.7183,
      "step": 2660
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.583359523888095e-05,
      "loss": 1.8335,
      "step": 2665
    },
    {
      "epoch": 3.38,
      "learning_rate": 3.512201727847522e-05,
      "loss": 1.6968,
      "step": 2670
    },
    {
      "epoch": 3.39,
      "learning_rate": 3.441713604590386e-05,
      "loss": 1.6507,
      "step": 2675
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.371896936219405e-05,
      "loss": 1.7317,
      "step": 2680
    },
    {
      "epoch": 3.4,
      "learning_rate": 3.302753487861384e-05,
      "loss": 1.6244,
      "step": 2685
    },
    {
      "epoch": 3.41,
      "learning_rate": 3.234285007622576e-05,
      "loss": 1.7972,
      "step": 2690
    },
    {
      "epoch": 3.42,
      "learning_rate": 3.166493226544461e-05,
      "loss": 1.6254,
      "step": 2695
    },
    {
      "epoch": 3.42,
      "learning_rate": 3.099379858560002e-05,
      "loss": 1.684,
      "step": 2700
    },
    {
      "epoch": 3.43,
      "learning_rate": 3.0329466004503232e-05,
      "loss": 1.6569,
      "step": 2705
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.9671951318017896e-05,
      "loss": 1.6789,
      "step": 2710
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.9021271149635617e-05,
      "loss": 1.6185,
      "step": 2715
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.837744195005537e-05,
      "loss": 1.6109,
      "step": 2720
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.774047999676804e-05,
      "loss": 1.6916,
      "step": 2725
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.7110401393644464e-05,
      "loss": 1.7584,
      "step": 2730
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.648722207052869e-05,
      "loss": 1.7248,
      "step": 2735
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.587095778283469e-05,
      "loss": 1.6746,
      "step": 2740
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.5261624111148647e-05,
      "loss": 1.528,
      "step": 2745
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.4659236460834653e-05,
      "loss": 1.6895,
      "step": 2750
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.4063810061645227e-05,
      "loss": 1.6019,
      "step": 2755
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.3475359967336515e-05,
      "loss": 1.722,
      "step": 2760
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.289390105528741e-05,
      "loss": 1.6991,
      "step": 2765
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.231944802612363e-05,
      "loss": 1.5819,
      "step": 2770
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.1752015403346012e-05,
      "loss": 1.6904,
      "step": 2775
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.1191617532963134e-05,
      "loss": 1.7386,
      "step": 2780
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.0638268583128948e-05,
      "loss": 1.6986,
      "step": 2785
    },
    {
      "epoch": 3.54,
      "learning_rate": 2.009198254378436e-05,
      "loss": 1.5248,
      "step": 2790
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.955277322630341e-05,
      "loss": 1.6078,
      "step": 2795
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.90206542631444e-05,
      "loss": 1.7261,
      "step": 2800
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.849563910750508e-05,
      "loss": 1.7388,
      "step": 2805
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.7977741032982505e-05,
      "loss": 1.5929,
      "step": 2810
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.746697313323737e-05,
      "loss": 1.6728,
      "step": 2815
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.6963348321663196e-05,
      "loss": 1.6515,
      "step": 2820
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.6466879331059625e-05,
      "loss": 1.7021,
      "step": 2825
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.5977578713310756e-05,
      "loss": 1.6253,
      "step": 2830
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.549545883906733e-05,
      "loss": 1.6577,
      "step": 2835
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.5020531897434607e-05,
      "loss": 1.706,
      "step": 2840
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.4552809895663708e-05,
      "loss": 1.5845,
      "step": 2845
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.4092304658848408e-05,
      "loss": 1.6619,
      "step": 2850
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.363902782962566e-05,
      "loss": 1.6819,
      "step": 2855
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.3192990867881836e-05,
      "loss": 1.7691,
      "step": 2860
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.2754205050462595e-05,
      "loss": 1.7589,
      "step": 2865
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.2322681470887975e-05,
      "loss": 1.5541,
      "step": 2870
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.1898431039071744e-05,
      "loss": 1.6272,
      "step": 2875
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.1481464481045766e-05,
      "loss": 1.7351,
      "step": 2880
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.1071792338688712e-05,
      "loss": 1.7503,
      "step": 2885
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.066942496945954e-05,
      "loss": 1.6801,
      "step": 2890
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.0274372546135668e-05,
      "loss": 1.6642,
      "step": 2895
    },
    {
      "epoch": 3.68,
      "learning_rate": 9.886645056555786e-06,
      "loss": 1.683,
      "step": 2900
    },
    {
      "epoch": 3.68,
      "learning_rate": 9.50625230336729e-06,
      "loss": 1.6882,
      "step": 2905
    },
    {
      "epoch": 3.69,
      "learning_rate": 9.133203903778507e-06,
      "loss": 1.6786,
      "step": 2910
    },
    {
      "epoch": 3.69,
      "learning_rate": 8.767509289315499e-06,
      "loss": 1.6582,
      "step": 2915
    },
    {
      "epoch": 3.7,
      "learning_rate": 8.409177705583647e-06,
      "loss": 1.7466,
      "step": 2920
    },
    {
      "epoch": 3.71,
      "learning_rate": 8.05821821203394e-06,
      "loss": 1.6726,
      "step": 2925
    },
    {
      "epoch": 3.71,
      "learning_rate": 7.714639681733758e-06,
      "loss": 1.7564,
      "step": 2930
    },
    {
      "epoch": 3.72,
      "learning_rate": 7.378450801142821e-06,
      "loss": 1.6652,
      "step": 2935
    },
    {
      "epoch": 3.73,
      "learning_rate": 7.049660069893292e-06,
      "loss": 1.6479,
      "step": 2940
    },
    {
      "epoch": 3.73,
      "learning_rate": 6.7282758005750895e-06,
      "loss": 1.5413,
      "step": 2945
    },
    {
      "epoch": 3.74,
      "learning_rate": 6.414306118525614e-06,
      "loss": 1.6467,
      "step": 2950
    },
    {
      "epoch": 3.75,
      "learning_rate": 6.107758961624354e-06,
      "loss": 1.667,
      "step": 2955
    },
    {
      "epoch": 3.75,
      "learning_rate": 5.808642080092207e-06,
      "loss": 1.798,
      "step": 2960
    },
    {
      "epoch": 3.76,
      "learning_rate": 5.516963036295608e-06,
      "loss": 1.5463,
      "step": 2965
    },
    {
      "epoch": 3.76,
      "learning_rate": 5.2327292045551085e-06,
      "loss": 1.6894,
      "step": 2970
    },
    {
      "epoch": 3.77,
      "learning_rate": 4.955947770959134e-06,
      "loss": 1.7042,
      "step": 2975
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.686625733182326e-06,
      "loss": 1.6668,
      "step": 2980
    },
    {
      "epoch": 3.78,
      "learning_rate": 4.4247699003085115e-06,
      "loss": 1.6509,
      "step": 2985
    },
    {
      "epoch": 3.79,
      "learning_rate": 4.170386892658584e-06,
      "loss": 1.6335,
      "step": 2990
    },
    {
      "epoch": 3.8,
      "learning_rate": 3.9234831416230964e-06,
      "loss": 1.6733,
      "step": 2995
    },
    {
      "epoch": 3.8,
      "learning_rate": 3.684064889499794e-06,
      "loss": 1.5888,
      "step": 3000
    },
    {
      "epoch": 3.81,
      "learning_rate": 3.452138189335707e-06,
      "loss": 1.6766,
      "step": 3005
    },
    {
      "epoch": 3.81,
      "learning_rate": 3.22770890477394e-06,
      "loss": 1.7595,
      "step": 3010
    },
    {
      "epoch": 3.82,
      "learning_rate": 3.0107827099057902e-06,
      "loss": 1.6369,
      "step": 3015
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.8013650891269947e-06,
      "loss": 1.7237,
      "step": 3020
    },
    {
      "epoch": 3.83,
      "learning_rate": 2.5994613369992424e-06,
      "loss": 1.6978,
      "step": 3025
    },
    {
      "epoch": 3.84,
      "learning_rate": 2.405076558116181e-06,
      "loss": 1.6101,
      "step": 3030
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.2182156669744543e-06,
      "loss": 1.7091,
      "step": 3035
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.038883387849499e-06,
      "loss": 1.7317,
      "step": 3040
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.8670842546759102e-06,
      "loss": 1.6832,
      "step": 3045
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.7028226109329967e-06,
      "loss": 1.7484,
      "step": 3050
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.5461026095349048e-06,
      "loss": 1.7254,
      "step": 3055
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.396928212725701e-06,
      "loss": 1.6582,
      "step": 3060
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.255303191978918e-06,
      "loss": 1.6625,
      "step": 3065
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.1212311279026331e-06,
      "loss": 1.7218,
      "step": 3070
    },
    {
      "epoch": 3.9,
      "learning_rate": 9.947154101486056e-07,
      "loss": 1.7083,
      "step": 3075
    },
    {
      "epoch": 3.9,
      "learning_rate": 8.757592373266787e-07,
      "loss": 1.6781,
      "step": 3080
    },
    {
      "epoch": 3.91,
      "learning_rate": 7.643656169239454e-07,
      "loss": 1.6367,
      "step": 3085
    },
    {
      "epoch": 3.92,
      "learning_rate": 6.60537365228675e-07,
      "loss": 1.7258,
      "step": 3090
    },
    {
      "epoch": 3.92,
      "learning_rate": 5.642771072591701e-07,
      "loss": 1.6879,
      "step": 3095
    },
    {
      "epoch": 3.93,
      "learning_rate": 4.755872766972868e-07,
      "loss": 1.6689,
      "step": 3100
    },
    {
      "epoch": 3.94,
      "learning_rate": 3.9447011582698363e-07,
      "loss": 1.6646,
      "step": 3105
    },
    {
      "epoch": 3.94,
      "learning_rate": 3.2092767547770015e-07,
      "loss": 1.738,
      "step": 3110
    },
    {
      "epoch": 3.95,
      "learning_rate": 2.5496181497233206e-07,
      "loss": 1.6647,
      "step": 3115
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.9657420208036846e-07,
      "loss": 1.6639,
      "step": 3120
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.4576631297562592e-07,
      "loss": 1.7068,
      "step": 3125
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.025394321990447e-07,
      "loss": 1.6258,
      "step": 3130
    },
    {
      "epoch": 3.97,
      "learning_rate": 6.689465262614823e-08,
      "loss": 1.6464,
      "step": 3135
    },
    {
      "epoch": 3.98,
      "learning_rate": 3.8832875439331887e-08,
      "loss": 1.6809,
      "step": 3140
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.8354810105214446e-08,
      "loss": 1.7999,
      "step": 3145
    },
    {
      "epoch": 3.99,
      "learning_rate": 5.4609743566191854e-09,
      "loss": 1.6112,
      "step": 3150
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.516941795509652e-10,
      "loss": 1.7376,
      "step": 3155
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.912619948387146,
      "eval_runtime": 92.8221,
      "eval_samples_per_second": 137.984,
      "eval_steps_per_second": 8.629,
      "step": 3156
    },
    {
      "epoch": 4.0,
      "step": 3156,
      "total_flos": 1.0556101300007731e+17,
      "train_loss": 1.8003431212237277,
      "train_runtime": 10681.1524,
      "train_samples_per_second": 37.823,
      "train_steps_per_second": 0.295
    }
  ],
  "max_steps": 3156,
  "num_train_epochs": 4,
  "total_flos": 1.0556101300007731e+17,
  "trial_name": null,
  "trial_params": null
}