{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.999053926206244,
  "global_step": 3960,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 6.289308176100629e-06,
      "loss": 5.7433,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.2578616352201259e-05,
      "loss": 5.2911,
      "step": 10
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.8867924528301888e-05,
      "loss": 4.8586,
      "step": 15
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.5157232704402517e-05,
      "loss": 4.5404,
      "step": 20
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.144654088050314e-05,
      "loss": 4.2673,
      "step": 25
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.7735849056603776e-05,
      "loss": 4.0794,
      "step": 30
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.402515723270441e-05,
      "loss": 3.9428,
      "step": 35
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.0314465408805034e-05,
      "loss": 3.8166,
      "step": 40
    },
    {
      "epoch": 0.05,
      "learning_rate": 5.660377358490566e-05,
      "loss": 3.7152,
      "step": 45
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.289308176100629e-05,
      "loss": 3.6501,
      "step": 50
    },
    {
      "epoch": 0.06,
      "learning_rate": 6.918238993710691e-05,
      "loss": 3.583,
      "step": 55
    },
    {
      "epoch": 0.06,
      "learning_rate": 7.547169811320755e-05,
      "loss": 3.5229,
      "step": 60
    },
    {
      "epoch": 0.07,
      "learning_rate": 8.176100628930818e-05,
      "loss": 3.4693,
      "step": 65
    },
    {
      "epoch": 0.07,
      "learning_rate": 8.805031446540882e-05,
      "loss": 3.4358,
      "step": 70
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.433962264150944e-05,
      "loss": 3.3779,
      "step": 75
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.00010062893081761007,
      "loss": 3.3463,
      "step": 80
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.0001069182389937107,
      "loss": 3.3215,
      "step": 85
    },
    {
      "epoch": 0.09,
      "learning_rate": 0.00011320754716981132,
      "loss": 3.2891,
      "step": 90
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00011949685534591195,
      "loss": 3.2593,
      "step": 95
    },
    {
      "epoch": 0.1,
      "learning_rate": 0.00012578616352201257,
      "loss": 3.2389,
      "step": 100
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001320754716981132,
      "loss": 3.208,
      "step": 105
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00013836477987421382,
      "loss": 3.1893,
      "step": 110
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.00014465408805031446,
      "loss": 3.1749,
      "step": 115
    },
    {
      "epoch": 0.12,
      "learning_rate": 0.0001509433962264151,
      "loss": 3.1352,
      "step": 120
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00015723270440251574,
      "loss": 3.1069,
      "step": 125
    },
    {
      "epoch": 0.13,
      "learning_rate": 0.00016352201257861635,
      "loss": 3.0995,
      "step": 130
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.000169811320754717,
      "loss": 3.0828,
      "step": 135
    },
    {
      "epoch": 0.14,
      "learning_rate": 0.00017610062893081763,
      "loss": 3.0757,
      "step": 140
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00018238993710691825,
      "loss": 3.0406,
      "step": 145
    },
    {
      "epoch": 0.15,
      "learning_rate": 0.00018867924528301889,
      "loss": 3.0378,
      "step": 150
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.0001949685534591195,
      "loss": 3.0082,
      "step": 155
    },
    {
      "epoch": 0.16,
      "learning_rate": 0.00019999996584345097,
      "loss": 3.0023,
      "step": 160
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.00019999877036668484,
      "loss": 2.9836,
      "step": 165
    },
    {
      "epoch": 0.17,
      "learning_rate": 0.0001999958670858004,
      "loss": 2.9812,
      "step": 170
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019999125605038058,
      "loss": 2.9464,
      "step": 175
    },
    {
      "epoch": 0.18,
      "learning_rate": 0.00019998493733917384,
      "loss": 2.9401,
      "step": 180
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.00019997691106009272,
      "loss": 2.924,
      "step": 185
    },
    {
      "epoch": 0.19,
      "learning_rate": 0.000199967177350212,
      "loss": 2.9024,
      "step": 190
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.00019995573637576647,
      "loss": 2.8813,
      "step": 195
    },
    {
      "epoch": 0.2,
      "learning_rate": 0.0001999425883321479,
      "loss": 2.8854,
      "step": 200
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019992773344390194,
      "loss": 2.8847,
      "step": 205
    },
    {
      "epoch": 0.21,
      "learning_rate": 0.00019991117196472405,
      "loss": 2.8749,
      "step": 210
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00019989290417745542,
      "loss": 2.8411,
      "step": 215
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.0001998729303940778,
      "loss": 2.8315,
      "step": 220
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019985125095570855,
      "loss": 2.8267,
      "step": 225
    },
    {
      "epoch": 0.23,
      "learning_rate": 0.00019982786623259452,
      "loss": 2.8072,
      "step": 230
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001998027766241059,
      "loss": 2.805,
      "step": 235
    },
    {
      "epoch": 0.24,
      "learning_rate": 0.0001997759825587294,
      "loss": 2.7963,
      "step": 240
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.00019974748449406069,
      "loss": 2.7773,
      "step": 245
    },
    {
      "epoch": 0.25,
      "learning_rate": 0.0001997172829167969,
      "loss": 2.7808,
      "step": 250
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001996853783427282,
      "loss": 2.7796,
      "step": 255
    },
    {
      "epoch": 0.26,
      "learning_rate": 0.0001996517713167289,
      "loss": 2.7296,
      "step": 260
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.0001996164624127482,
      "loss": 2.7506,
      "step": 265
    },
    {
      "epoch": 0.27,
      "learning_rate": 0.00019957945223380045,
      "loss": 2.7212,
      "step": 270
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001995407414119548,
      "loss": 2.7339,
      "step": 275
    },
    {
      "epoch": 0.28,
      "learning_rate": 0.0001995003306083244,
      "loss": 2.7255,
      "step": 280
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.00019945822051305507,
      "loss": 2.6909,
      "step": 285
    },
    {
      "epoch": 0.29,
      "learning_rate": 0.0001994144118453136,
      "loss": 2.6944,
      "step": 290
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00019936890535327543,
      "loss": 2.6877,
      "step": 295
    },
    {
      "epoch": 0.3,
      "learning_rate": 0.00019932170181411184,
      "loss": 2.6761,
      "step": 300
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.0001992728020339768,
      "loss": 2.6946,
      "step": 305
    },
    {
      "epoch": 0.31,
      "learning_rate": 0.00019922220684799293,
      "loss": 2.6618,
      "step": 310
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.0001991699171202376,
      "loss": 2.6439,
      "step": 315
    },
    {
      "epoch": 0.32,
      "learning_rate": 0.00019911593374372788,
      "loss": 2.656,
      "step": 320
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.0001990602576404055,
      "loss": 2.6382,
      "step": 325
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00019900288976112084,
      "loss": 2.6359,
      "step": 330
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019894383108561697,
      "loss": 2.6341,
      "step": 335
    },
    {
      "epoch": 0.34,
      "learning_rate": 0.00019888308262251285,
      "loss": 2.617,
      "step": 340
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.000198820645409286,
      "loss": 2.6151,
      "step": 345
    },
    {
      "epoch": 0.35,
      "learning_rate": 0.0001987565205122547,
      "loss": 2.6267,
      "step": 350
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019869070902656018,
      "loss": 2.6007,
      "step": 355
    },
    {
      "epoch": 0.36,
      "learning_rate": 0.00019862321207614748,
      "loss": 2.6052,
      "step": 360
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019855403081374648,
      "loss": 2.5964,
      "step": 365
    },
    {
      "epoch": 0.37,
      "learning_rate": 0.00019848316642085215,
      "loss": 2.5614,
      "step": 370
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.00019841062010770435,
      "loss": 2.5562,
      "step": 375
    },
    {
      "epoch": 0.38,
      "learning_rate": 0.0001983363931132673,
      "loss": 2.5723,
      "step": 380
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00019826048670520824,
      "loss": 2.5707,
      "step": 385
    },
    {
      "epoch": 0.39,
      "learning_rate": 0.00019818290217987587,
      "loss": 2.5718,
      "step": 390
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00019810364086227819,
      "loss": 2.5659,
      "step": 395
    },
    {
      "epoch": 0.4,
      "learning_rate": 0.00019802270410605987,
      "loss": 2.5516,
      "step": 400
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00019794009329347924,
      "loss": 2.5571,
      "step": 405
    },
    {
      "epoch": 0.41,
      "learning_rate": 0.00019785580983538444,
      "loss": 2.534,
      "step": 410
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00019776985517118957,
      "loss": 2.5348,
      "step": 415
    },
    {
      "epoch": 0.42,
      "learning_rate": 0.00019768223076884996,
      "loss": 2.5275,
      "step": 420
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00019759293812483713,
      "loss": 2.5146,
      "step": 425
    },
    {
      "epoch": 0.43,
      "learning_rate": 0.00019750197876411334,
      "loss": 2.5079,
      "step": 430
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00019740935424010538,
      "loss": 2.5012,
      "step": 435
    },
    {
      "epoch": 0.44,
      "learning_rate": 0.00019731506613467816,
      "loss": 2.5222,
      "step": 440
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00019721911605810757,
      "loss": 2.4999,
      "step": 445
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.00019712150564905317,
      "loss": 2.5052,
      "step": 450
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00019702223657453002,
      "loss": 2.4901,
      "step": 455
    },
    {
      "epoch": 0.46,
      "learning_rate": 0.00019692131052988034,
      "loss": 2.4705,
      "step": 460
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.0001968187292387444,
      "loss": 2.484,
      "step": 465
    },
    {
      "epoch": 0.47,
      "learning_rate": 0.00019671449445303135,
      "loss": 2.4761,
      "step": 470
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019660860795288896,
      "loss": 2.4538,
      "step": 475
    },
    {
      "epoch": 0.48,
      "learning_rate": 0.00019650107154667353,
      "loss": 2.4634,
      "step": 480
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.0001963918870709188,
      "loss": 2.4823,
      "step": 485
    },
    {
      "epoch": 0.49,
      "learning_rate": 0.00019628105639030467,
      "loss": 2.4622,
      "step": 490
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.00019616858139762534,
      "loss": 2.4447,
      "step": 495
    },
    {
      "epoch": 0.5,
      "learning_rate": 0.000196054464013757,
      "loss": 2.459,
      "step": 500
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00019593870618762497,
      "loss": 2.4341,
      "step": 505
    },
    {
      "epoch": 0.51,
      "learning_rate": 0.00019582130989617051,
      "loss": 2.4287,
      "step": 510
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00019570227714431698,
      "loss": 2.4302,
      "step": 515
    },
    {
      "epoch": 0.52,
      "learning_rate": 0.00019558160996493556,
      "loss": 2.4237,
      "step": 520
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.0001954593104188107,
      "loss": 2.4327,
      "step": 525
    },
    {
      "epoch": 0.53,
      "learning_rate": 0.00019533538059460475,
      "loss": 2.419,
      "step": 530
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00019520982260882238,
      "loss": 2.4153,
      "step": 535
    },
    {
      "epoch": 0.54,
      "learning_rate": 0.00019508263860577442,
      "loss": 2.414,
      "step": 540
    },
    {
      "epoch": 0.55,
      "learning_rate": 0.0001949538307575412,
      "loss": 2.4247,
      "step": 545
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00019482340126393552,
      "loss": 2.3946,
      "step": 550
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00019469135235246503,
      "loss": 2.4084,
      "step": 555
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00019455768627829422,
      "loss": 2.3901,
      "step": 560
    },
    {
      "epoch": 0.57,
      "learning_rate": 0.00019442240532420584,
      "loss": 2.3726,
      "step": 565
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.00019428551180056204,
      "loss": 2.3769,
      "step": 570
    },
    {
      "epoch": 0.58,
      "learning_rate": 0.0001941470080452648,
      "loss": 2.3772,
      "step": 575
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00019400689642371606,
      "loss": 2.3811,
      "step": 580
    },
    {
      "epoch": 0.59,
      "learning_rate": 0.00019386517932877724,
      "loss": 2.3667,
      "step": 585
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.0001937218591807285,
      "loss": 2.3726,
      "step": 590
    },
    {
      "epoch": 0.6,
      "learning_rate": 0.00019357693842722736,
      "loss": 2.3663,
      "step": 595
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.0001934304195432668,
      "loss": 2.3675,
      "step": 600
    },
    {
      "epoch": 0.61,
      "learning_rate": 0.00019328230503113316,
      "loss": 2.3655,
      "step": 605
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00019313259742036328,
      "loss": 2.368,
      "step": 610
    },
    {
      "epoch": 0.62,
      "learning_rate": 0.00019298129926770133,
      "loss": 2.3418,
      "step": 615
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00019282841315705515,
      "loss": 2.3395,
      "step": 620
    },
    {
      "epoch": 0.63,
      "learning_rate": 0.00019267394169945217,
      "loss": 2.3583,
      "step": 625
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.0001925178875329947,
      "loss": 2.3253,
      "step": 630
    },
    {
      "epoch": 0.64,
      "learning_rate": 0.00019236025332281507,
      "loss": 2.3288,
      "step": 635
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.00019220104176102985,
      "loss": 2.3621,
      "step": 640
    },
    {
      "epoch": 0.65,
      "learning_rate": 0.0001920402555666941,
      "loss": 2.3427,
      "step": 645
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00019187789748575481,
      "loss": 2.3394,
      "step": 650
    },
    {
      "epoch": 0.66,
      "learning_rate": 0.00019171397029100416,
      "loss": 2.3375,
      "step": 655
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00019154847678203184,
      "loss": 2.3196,
      "step": 660
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.00019138141978517764,
      "loss": 2.3157,
      "step": 665
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.00019121280215348286,
      "loss": 2.2923,
      "step": 670
    },
    {
      "epoch": 0.68,
      "learning_rate": 0.0001910426267666418,
      "loss": 2.3152,
      "step": 675
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.00019087089653095252,
      "loss": 2.3209,
      "step": 680
    },
    {
      "epoch": 0.69,
      "learning_rate": 0.000190697614379267,
      "loss": 2.31,
      "step": 685
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.00019052278327094145,
      "loss": 2.3068,
      "step": 690
    },
    {
      "epoch": 0.7,
      "learning_rate": 0.0001903464061917854,
      "loss": 2.2994,
      "step": 695
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00019016848615401095,
      "loss": 2.3125,
      "step": 700
    },
    {
      "epoch": 0.71,
      "learning_rate": 0.00018998902619618116,
      "loss": 2.3146,
      "step": 705
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018980802938315826,
      "loss": 2.2878,
      "step": 710
    },
    {
      "epoch": 0.72,
      "learning_rate": 0.00018962549880605133,
      "loss": 2.2895,
      "step": 715
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018944143758216337,
      "loss": 2.3017,
      "step": 720
    },
    {
      "epoch": 0.73,
      "learning_rate": 0.00018925584885493823,
      "loss": 2.2918,
      "step": 725
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00018906873579390681,
      "loss": 2.2867,
      "step": 730
    },
    {
      "epoch": 0.74,
      "learning_rate": 0.00018888010159463293,
      "loss": 2.2766,
      "step": 735
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00018868994947865883,
      "loss": 2.2821,
      "step": 740
    },
    {
      "epoch": 0.75,
      "learning_rate": 0.00018849828269345016,
      "loss": 2.2982,
      "step": 745
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00018830510451234037,
      "loss": 2.2653,
      "step": 750
    },
    {
      "epoch": 0.76,
      "learning_rate": 0.00018811041823447498,
      "loss": 2.2641,
      "step": 755
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.00018791422718475516,
      "loss": 2.2767,
      "step": 760
    },
    {
      "epoch": 0.77,
      "learning_rate": 0.0001877165347137809,
      "loss": 2.2804,
      "step": 765
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0001875173441977939,
      "loss": 2.2629,
      "step": 770
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.00018731665903861985,
      "loss": 2.2589,
      "step": 775
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00018711448266361025,
      "loss": 2.2489,
      "step": 780
    },
    {
      "epoch": 0.79,
      "learning_rate": 0.00018691081852558407,
      "loss": 2.2529,
      "step": 785
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.00018670567010276858,
      "loss": 2.2726,
      "step": 790
    },
    {
      "epoch": 0.8,
      "learning_rate": 0.0001864990408987401,
      "loss": 2.2599,
      "step": 795
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018629093444236402,
      "loss": 2.2437,
      "step": 800
    },
    {
      "epoch": 0.81,
      "learning_rate": 0.00018608135428773478,
      "loss": 2.2449,
      "step": 805
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001858703040141148,
      "loss": 2.2381,
      "step": 810
    },
    {
      "epoch": 0.82,
      "learning_rate": 0.0001856577872258737,
      "loss": 2.2333,
      "step": 815
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001854438075524266,
      "loss": 2.2305,
      "step": 820
    },
    {
      "epoch": 0.83,
      "learning_rate": 0.0001852283686481721,
      "loss": 2.2371,
      "step": 825
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.0001850114741924299,
      "loss": 2.2247,
      "step": 830
    },
    {
      "epoch": 0.84,
      "learning_rate": 0.000184793127889378,
      "loss": 2.235,
      "step": 835
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.0001845733334679894,
      "loss": 2.2326,
      "step": 840
    },
    {
      "epoch": 0.85,
      "learning_rate": 0.00018435209468196847,
      "loss": 2.2293,
      "step": 845
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00018412941530968676,
      "loss": 2.2337,
      "step": 850
    },
    {
      "epoch": 0.86,
      "learning_rate": 0.00018390529915411852,
      "loss": 2.2283,
      "step": 855
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00018367975004277573,
      "loss": 2.2207,
      "step": 860
    },
    {
      "epoch": 0.87,
      "learning_rate": 0.00018345277182764278,
      "loss": 2.2269,
      "step": 865
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00018322436838511064,
      "loss": 2.2116,
      "step": 870
    },
    {
      "epoch": 0.88,
      "learning_rate": 0.00018299454361591066,
      "loss": 2.2105,
      "step": 875
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00018276330144504803,
      "loss": 2.2061,
      "step": 880
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00018253064582173455,
      "loss": 2.2157,
      "step": 885
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00018229658071932146,
      "loss": 2.2018,
      "step": 890
    },
    {
      "epoch": 0.9,
      "learning_rate": 0.00018206111013523133,
      "loss": 2.2106,
      "step": 895
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00018182423809088997,
      "loss": 2.2141,
      "step": 900
    },
    {
      "epoch": 0.91,
      "learning_rate": 0.00018158596863165763,
      "loss": 2.2089,
      "step": 905
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00018134630582675998,
      "loss": 2.1962,
      "step": 910
    },
    {
      "epoch": 0.92,
      "learning_rate": 0.00018110525376921862,
      "loss": 2.1802,
      "step": 915
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.00018086281657578112,
      "loss": 2.1924,
      "step": 920
    },
    {
      "epoch": 0.93,
      "learning_rate": 0.0001806189983868508,
      "loss": 2.1845,
      "step": 925
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.0001803738033664159,
      "loss": 2.198,
      "step": 930
    },
    {
      "epoch": 0.94,
      "learning_rate": 0.00018012723570197858,
      "loss": 2.1849,
      "step": 935
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00017987929960448332,
      "loss": 2.1755,
      "step": 940
    },
    {
      "epoch": 0.95,
      "learning_rate": 0.00017962999930824512,
      "loss": 2.1981,
      "step": 945
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00017937933907087703,
      "loss": 2.1859,
      "step": 950
    },
    {
      "epoch": 0.96,
      "learning_rate": 0.00017912732317321752,
      "loss": 2.1664,
      "step": 955
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.00017887395591925745,
      "loss": 2.1795,
      "step": 960
    },
    {
      "epoch": 0.97,
      "learning_rate": 0.0001786192416360664,
      "loss": 2.1862,
      "step": 965
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00017836318467371888,
      "loss": 2.1519,
      "step": 970
    },
    {
      "epoch": 0.98,
      "learning_rate": 0.00017810578940521995,
      "loss": 2.1541,
      "step": 975
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.0001778470602264308,
      "loss": 2.1666,
      "step": 980
    },
    {
      "epoch": 0.99,
      "learning_rate": 0.00017758700155599317,
      "loss": 2.1724,
      "step": 985
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00017732561783525446,
      "loss": 2.1677,
      "step": 990
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.0888257026672363,
      "eval_runtime": 106.8696,
      "eval_samples_per_second": 124.629,
      "eval_steps_per_second": 15.58,
      "step": 990
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00017706291352819145,
      "loss": 2.5238,
      "step": 995
    },
    {
      "epoch": 1.01,
      "learning_rate": 0.00017679889312133439,
      "loss": 2.096,
      "step": 1000
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00017653356112368998,
      "loss": 2.0933,
      "step": 1005
    },
    {
      "epoch": 1.02,
      "learning_rate": 0.00017626692206666476,
      "loss": 2.1039,
      "step": 1010
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00017599898050398754,
      "loss": 2.0939,
      "step": 1015
    },
    {
      "epoch": 1.03,
      "learning_rate": 0.00017572974101163165,
      "loss": 2.0904,
      "step": 1020
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00017545920818773668,
      "loss": 2.1099,
      "step": 1025
    },
    {
      "epoch": 1.04,
      "learning_rate": 0.00017518738665253027,
      "loss": 2.0936,
      "step": 1030
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.0001749142810482488,
      "loss": 2.0855,
      "step": 1035
    },
    {
      "epoch": 1.05,
      "learning_rate": 0.00017463989603905841,
      "loss": 2.0943,
      "step": 1040
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00017436423631097517,
      "loss": 2.0859,
      "step": 1045
    },
    {
      "epoch": 1.06,
      "learning_rate": 0.00017408730657178517,
      "loss": 2.0732,
      "step": 1050
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00017380911155096408,
      "loss": 2.0809,
      "step": 1055
    },
    {
      "epoch": 1.07,
      "learning_rate": 0.00017352965599959634,
      "loss": 2.0675,
      "step": 1060
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00017324894469029404,
      "loss": 2.0893,
      "step": 1065
    },
    {
      "epoch": 1.08,
      "learning_rate": 0.00017296698241711544,
      "loss": 2.0714,
      "step": 1070
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.00017268377399548302,
      "loss": 2.0635,
      "step": 1075
    },
    {
      "epoch": 1.09,
      "learning_rate": 0.0001723993242621014,
      "loss": 2.0781,
      "step": 1080
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00017211363807487456,
      "loss": 2.096,
      "step": 1085
    },
    {
      "epoch": 1.1,
      "learning_rate": 0.00017182672031282296,
      "loss": 2.0508,
      "step": 1090
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.0001715385758760002,
      "loss": 2.0748,
      "step": 1095
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00017124920968540936,
      "loss": 2.0777,
      "step": 1100
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.00017095862668291894,
      "loss": 2.0694,
      "step": 1105
    },
    {
      "epoch": 1.12,
      "learning_rate": 0.0001706668318311784,
      "loss": 2.0762,
      "step": 1110
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00017037383011353355,
      "loss": 2.0849,
      "step": 1115
    },
    {
      "epoch": 1.13,
      "learning_rate": 0.00017007962653394133,
      "loss": 2.0816,
      "step": 1120
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001697842261168843,
      "loss": 2.0551,
      "step": 1125
    },
    {
      "epoch": 1.14,
      "learning_rate": 0.0001694876339072851,
      "loss": 2.0851,
      "step": 1130
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.00016918985497041994,
      "loss": 2.0696,
      "step": 1135
    },
    {
      "epoch": 1.15,
      "learning_rate": 0.0001688908943918322,
      "loss": 2.0712,
      "step": 1140
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.00016859075727724586,
      "loss": 2.0522,
      "step": 1145
    },
    {
      "epoch": 1.16,
      "learning_rate": 0.0001682894487524779,
      "loss": 2.0487,
      "step": 1150
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.000167986973963351,
      "loss": 2.053,
      "step": 1155
    },
    {
      "epoch": 1.17,
      "learning_rate": 0.00016768333807560558,
      "loss": 2.0575,
      "step": 1160
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.0001673785462748116,
      "loss": 2.062,
      "step": 1165
    },
    {
      "epoch": 1.18,
      "learning_rate": 0.00016707260376628002,
      "loss": 2.0396,
      "step": 1170
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.00016676551577497382,
      "loss": 2.0562,
      "step": 1175
    },
    {
      "epoch": 1.19,
      "learning_rate": 0.0001664572875454188,
      "loss": 2.0456,
      "step": 1180
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.0001661479243416142,
      "loss": 2.0543,
      "step": 1185
    },
    {
      "epoch": 1.2,
      "learning_rate": 0.00016583743144694241,
      "loss": 2.0695,
      "step": 1190
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00016552581416407917,
      "loss": 2.0613,
      "step": 1195
    },
    {
      "epoch": 1.21,
      "learning_rate": 0.00016521307781490268,
      "loss": 2.0313,
      "step": 1200
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.0001648992277404028,
      "loss": 2.0416,
      "step": 1205
    },
    {
      "epoch": 1.22,
      "learning_rate": 0.00016458426930059003,
      "loss": 2.0529,
      "step": 1210
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00016426820787440364,
      "loss": 2.0344,
      "step": 1215
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00016395104885962014,
      "loss": 2.0335,
      "step": 1220
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00016363279767276075,
      "loss": 2.0373,
      "step": 1225
    },
    {
      "epoch": 1.24,
      "learning_rate": 0.00016331345974899923,
      "loss": 2.0416,
      "step": 1230
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00016299304054206886,
      "loss": 2.0357,
      "step": 1235
    },
    {
      "epoch": 1.25,
      "learning_rate": 0.00016267154552416938,
      "loss": 2.0326,
      "step": 1240
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00016234898018587337,
      "loss": 2.0421,
      "step": 1245
    },
    {
      "epoch": 1.26,
      "learning_rate": 0.00016202535003603273,
      "loss": 2.0278,
      "step": 1250
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.0001617006606016845,
      "loss": 2.0503,
      "step": 1255
    },
    {
      "epoch": 1.27,
      "learning_rate": 0.00016137491742795632,
      "loss": 2.0314,
      "step": 1260
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00016104812607797202,
      "loss": 2.0495,
      "step": 1265
    },
    {
      "epoch": 1.28,
      "learning_rate": 0.00016072029213275626,
      "loss": 2.035,
      "step": 1270
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00016039142119113957,
      "loss": 2.0221,
      "step": 1275
    },
    {
      "epoch": 1.29,
      "learning_rate": 0.00016006151886966248,
      "loss": 2.0347,
      "step": 1280
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.0001597305908024797,
      "loss": 2.0261,
      "step": 1285
    },
    {
      "epoch": 1.3,
      "learning_rate": 0.00015939864264126393,
      "loss": 2.0282,
      "step": 1290
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00015906568005510919,
      "loss": 2.0107,
      "step": 1295
    },
    {
      "epoch": 1.31,
      "learning_rate": 0.00015873170873043413,
      "loss": 2.0284,
      "step": 1300
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.00015839673437088498,
      "loss": 2.015,
      "step": 1305
    },
    {
      "epoch": 1.32,
      "learning_rate": 0.000158060762697238,
      "loss": 2.0027,
      "step": 1310
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.0001577237994473018,
      "loss": 2.0183,
      "step": 1315
    },
    {
      "epoch": 1.33,
      "learning_rate": 0.0001573858503758194,
      "loss": 2.0183,
      "step": 1320
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.0001570469212543699,
      "loss": 2.012,
      "step": 1325
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00015670701787127005,
      "loss": 1.9962,
      "step": 1330
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00015636614603147512,
      "loss": 2.019,
      "step": 1335
    },
    {
      "epoch": 1.35,
      "learning_rate": 0.00015602431155648007,
      "loss": 2.0047,
      "step": 1340
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.00015568152028421988,
      "loss": 2.0012,
      "step": 1345
    },
    {
      "epoch": 1.36,
      "learning_rate": 0.00015533777806897003,
      "loss": 1.9839,
      "step": 1350
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.00015499309078124645,
      "loss": 1.9936,
      "step": 1355
    },
    {
      "epoch": 1.37,
      "learning_rate": 0.00015464746430770516,
      "loss": 1.9975,
      "step": 1360
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.0001543009045510419,
      "loss": 2.0006,
      "step": 1365
    },
    {
      "epoch": 1.38,
      "learning_rate": 0.00015395341742989124,
      "loss": 2.0144,
      "step": 1370
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00015360500887872557,
      "loss": 1.9964,
      "step": 1375
    },
    {
      "epoch": 1.39,
      "learning_rate": 0.00015325568484775358,
      "loss": 1.9902,
      "step": 1380
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.00015290545130281885,
      "loss": 2.0048,
      "step": 1385
    },
    {
      "epoch": 1.4,
      "learning_rate": 0.0001525543142252978,
      "loss": 2.0061,
      "step": 1390
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.00015220227961199766,
      "loss": 1.9854,
      "step": 1395
    },
    {
      "epoch": 1.41,
      "learning_rate": 0.000151849353475054,
      "loss": 2.0033,
      "step": 1400
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00015149554184182802,
      "loss": 1.9844,
      "step": 1405
    },
    {
      "epoch": 1.42,
      "learning_rate": 0.00015114085075480367,
      "loss": 1.997,
      "step": 1410
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.0001507852862714844,
      "loss": 1.9905,
      "step": 1415
    },
    {
      "epoch": 1.43,
      "learning_rate": 0.0001504288544642898,
      "loss": 2.0043,
      "step": 1420
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00015007156142045176,
      "loss": 1.9792,
      "step": 1425
    },
    {
      "epoch": 1.44,
      "learning_rate": 0.00014971341324191068,
      "loss": 2.0062,
      "step": 1430
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.0001493544160452111,
      "loss": 1.9878,
      "step": 1435
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00014899457596139729,
      "loss": 1.9749,
      "step": 1440
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.00014863389913590864,
      "loss": 1.98,
      "step": 1445
    },
    {
      "epoch": 1.46,
      "learning_rate": 0.0001482723917284745,
      "loss": 1.9756,
      "step": 1450
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.00014791005991300924,
      "loss": 1.9749,
      "step": 1455
    },
    {
      "epoch": 1.47,
      "learning_rate": 0.0001475469098775066,
      "loss": 1.9647,
      "step": 1460
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00014718294782393407,
      "loss": 1.9799,
      "step": 1465
    },
    {
      "epoch": 1.48,
      "learning_rate": 0.00014681817996812705,
      "loss": 1.9697,
      "step": 1470
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00014645261253968262,
      "loss": 1.9613,
      "step": 1475
    },
    {
      "epoch": 1.49,
      "learning_rate": 0.00014608625178185312,
      "loss": 1.9812,
      "step": 1480
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.00014571910395143965,
      "loss": 1.9796,
      "step": 1485
    },
    {
      "epoch": 1.5,
      "learning_rate": 0.000145351175318685,
      "loss": 1.9723,
      "step": 1490
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00014498247216716682,
      "loss": 1.9648,
      "step": 1495
    },
    {
      "epoch": 1.51,
      "learning_rate": 0.00014461300079369013,
      "loss": 1.9464,
      "step": 1500
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00014424276750817986,
      "loss": 1.9698,
      "step": 1505
    },
    {
      "epoch": 1.52,
      "learning_rate": 0.00014387177863357307,
      "loss": 1.9431,
      "step": 1510
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00014350004050571092,
      "loss": 1.9648,
      "step": 1515
    },
    {
      "epoch": 1.53,
      "learning_rate": 0.00014312755947323052,
      "loss": 1.9693,
      "step": 1520
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.0001427543418974566,
      "loss": 1.9606,
      "step": 1525
    },
    {
      "epoch": 1.54,
      "learning_rate": 0.0001423803941522925,
      "loss": 1.9557,
      "step": 1530
    },
    {
      "epoch": 1.55,
      "learning_rate": 0.00014200572262411192,
      "loss": 1.9674,
      "step": 1535
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00014163033371164917,
      "loss": 1.9663,
      "step": 1540
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.00014125423382589048,
      "loss": 1.9341,
      "step": 1545
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00014087742938996418,
      "loss": 1.9535,
      "step": 1550
    },
    {
      "epoch": 1.57,
      "learning_rate": 0.00014049992683903104,
      "loss": 1.9382,
      "step": 1555
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.00014012173262017443,
      "loss": 1.9495,
      "step": 1560
    },
    {
      "epoch": 1.58,
      "learning_rate": 0.00013974285319229025,
      "loss": 1.9587,
      "step": 1565
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.0001393632950259765,
      "loss": 1.9475,
      "step": 1570
    },
    {
      "epoch": 1.59,
      "learning_rate": 0.00013898306460342295,
      "loss": 1.96,
      "step": 1575
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00013860216841830018,
      "loss": 1.9517,
      "step": 1580
    },
    {
      "epoch": 1.6,
      "learning_rate": 0.00013822061297564896,
      "loss": 1.9415,
      "step": 1585
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.000137838404791769,
      "loss": 1.9566,
      "step": 1590
    },
    {
      "epoch": 1.61,
      "learning_rate": 0.00013745555039410763,
      "loss": 1.9566,
      "step": 1595
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.00013707205632114842,
      "loss": 1.942,
      "step": 1600
    },
    {
      "epoch": 1.62,
      "learning_rate": 0.0001366879291222995,
      "loss": 1.9478,
      "step": 1605
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.00013630317535778163,
      "loss": 1.9668,
      "step": 1610
    },
    {
      "epoch": 1.63,
      "learning_rate": 0.0001359178015985163,
      "loss": 1.932,
      "step": 1615
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00013553181442601327,
      "loss": 1.964,
      "step": 1620
    },
    {
      "epoch": 1.64,
      "learning_rate": 0.00013514522043225855,
      "loss": 1.9471,
      "step": 1625
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.00013475802621960137,
      "loss": 1.9414,
      "step": 1630
    },
    {
      "epoch": 1.65,
      "learning_rate": 0.0001343702384006418,
      "loss": 1.9402,
      "step": 1635
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.0001339818635981176,
      "loss": 1.946,
      "step": 1640
    },
    {
      "epoch": 1.66,
      "learning_rate": 0.00013359290844479118,
      "loss": 1.943,
      "step": 1645
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.0001332033795833364,
      "loss": 1.9344,
      "step": 1650
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00013281328366622494,
      "loss": 1.9268,
      "step": 1655
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00013242262735561292,
      "loss": 1.938,
      "step": 1660
    },
    {
      "epoch": 1.68,
      "learning_rate": 0.00013203141732322693,
      "loss": 1.9305,
      "step": 1665
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.0001316396602502501,
      "loss": 1.9316,
      "step": 1670
    },
    {
      "epoch": 1.69,
      "learning_rate": 0.00013124736282720822,
      "loss": 1.9243,
      "step": 1675
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00013085453175385513,
      "loss": 1.9441,
      "step": 1680
    },
    {
      "epoch": 1.7,
      "learning_rate": 0.00013046117373905866,
      "loss": 1.9184,
      "step": 1685
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.0001300672955006857,
      "loss": 1.9521,
      "step": 1690
    },
    {
      "epoch": 1.71,
      "learning_rate": 0.00012967290376548782,
      "loss": 1.927,
      "step": 1695
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00012927800526898604,
      "loss": 1.9317,
      "step": 1700
    },
    {
      "epoch": 1.72,
      "learning_rate": 0.00012888260675535622,
      "loss": 1.9251,
      "step": 1705
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.00012848671497731336,
      "loss": 1.9138,
      "step": 1710
    },
    {
      "epoch": 1.73,
      "learning_rate": 0.0001280903366959968,
      "loss": 1.9152,
      "step": 1715
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.00012769347868085427,
      "loss": 1.9302,
      "step": 1720
    },
    {
      "epoch": 1.74,
      "learning_rate": 0.0001272961477095267,
      "loss": 1.9222,
      "step": 1725
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.00012689835056773228,
      "loss": 1.9256,
      "step": 1730
    },
    {
      "epoch": 1.75,
      "learning_rate": 0.0001265000940491504,
      "loss": 1.9017,
      "step": 1735
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00012610138495530599,
      "loss": 1.9096,
      "step": 1740
    },
    {
      "epoch": 1.76,
      "learning_rate": 0.00012570223009545308,
      "loss": 1.9122,
      "step": 1745
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00012530263628645868,
      "loss": 1.9296,
      "step": 1750
    },
    {
      "epoch": 1.77,
      "learning_rate": 0.00012490261035268612,
      "loss": 1.8998,
      "step": 1755
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.0001245021591258789,
      "loss": 1.9104,
      "step": 1760
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00012410128944504359,
      "loss": 1.9083,
      "step": 1765
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00012370000815633327,
      "loss": 1.918,
      "step": 1770
    },
    {
      "epoch": 1.79,
      "learning_rate": 0.00012329832211293069,
      "loss": 1.8937,
      "step": 1775
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00012289623817493087,
      "loss": 1.912,
      "step": 1780
    },
    {
      "epoch": 1.8,
      "learning_rate": 0.00012249376320922436,
      "loss": 1.9008,
      "step": 1785
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00012209090408937971,
      "loss": 1.9204,
      "step": 1790
    },
    {
      "epoch": 1.81,
      "learning_rate": 0.00012168766769552614,
      "loss": 1.9103,
      "step": 1795
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00012128406091423614,
      "loss": 1.8958,
      "step": 1800
    },
    {
      "epoch": 1.82,
      "learning_rate": 0.00012088009063840762,
      "loss": 1.8986,
      "step": 1805
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00012047576376714647,
      "loss": 1.8898,
      "step": 1810
    },
    {
      "epoch": 1.83,
      "learning_rate": 0.00012007108720564853,
      "loss": 1.9027,
      "step": 1815
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00011966606786508182,
      "loss": 1.905,
      "step": 1820
    },
    {
      "epoch": 1.84,
      "learning_rate": 0.00011926071266246826,
      "loss": 1.9051,
      "step": 1825
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00011885502852056594,
      "loss": 1.9067,
      "step": 1830
    },
    {
      "epoch": 1.85,
      "learning_rate": 0.00011844902236775044,
      "loss": 1.8823,
      "step": 1835
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.0001180427011378969,
      "loss": 1.8949,
      "step": 1840
    },
    {
      "epoch": 1.86,
      "learning_rate": 0.00011763607177026131,
      "loss": 1.8945,
      "step": 1845
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.0001172291412093621,
      "loss": 1.9152,
      "step": 1850
    },
    {
      "epoch": 1.87,
      "learning_rate": 0.00011682191640486169,
      "loss": 1.8951,
      "step": 1855
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.0001164144043114475,
      "loss": 1.9003,
      "step": 1860
    },
    {
      "epoch": 1.88,
      "learning_rate": 0.00011600661188871354,
      "loss": 1.8892,
      "step": 1865
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00011559854610104106,
      "loss": 1.8922,
      "step": 1870
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00011519021391748023,
      "loss": 1.9047,
      "step": 1875
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00011478162231163061,
      "loss": 1.8902,
      "step": 1880
    },
    {
      "epoch": 1.9,
      "learning_rate": 0.00011437277826152224,
      "loss": 1.8895,
      "step": 1885
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00011396368874949652,
      "loss": 1.8839,
      "step": 1890
    },
    {
      "epoch": 1.91,
      "learning_rate": 0.00011355436076208687,
      "loss": 1.8859,
      "step": 1895
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00011314480128989953,
      "loss": 1.8897,
      "step": 1900
    },
    {
      "epoch": 1.92,
      "learning_rate": 0.00011273501732749398,
      "loss": 1.882,
      "step": 1905
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00011232501587326374,
      "loss": 1.8906,
      "step": 1910
    },
    {
      "epoch": 1.93,
      "learning_rate": 0.00011191480392931655,
      "loss": 1.8743,
      "step": 1915
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.00011150438850135508,
      "loss": 1.8777,
      "step": 1920
    },
    {
      "epoch": 1.94,
      "learning_rate": 0.00011109377659855707,
      "loss": 1.882,
      "step": 1925
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00011068297523345573,
      "loss": 1.8653,
      "step": 1930
    },
    {
      "epoch": 1.95,
      "learning_rate": 0.00011027199142181998,
      "loss": 1.884,
      "step": 1935
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00010986083218253456,
      "loss": 1.892,
      "step": 1940
    },
    {
      "epoch": 1.96,
      "learning_rate": 0.00010944950453748029,
      "loss": 1.871,
      "step": 1945
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00010903801551141395,
      "loss": 1.8827,
      "step": 1950
    },
    {
      "epoch": 1.97,
      "learning_rate": 0.00010862637213184852,
      "loss": 1.8757,
      "step": 1955
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.00010821458142893301,
      "loss": 1.8614,
      "step": 1960
    },
    {
      "epoch": 1.98,
      "learning_rate": 0.0001078026504353325,
      "loss": 1.8783,
      "step": 1965
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00010739058618610798,
      "loss": 1.8757,
      "step": 1970
    },
    {
      "epoch": 1.99,
      "learning_rate": 0.00010697839571859616,
      "loss": 1.8664,
      "step": 1975
    },
    {
      "epoch": 2.0,
      "learning_rate": 0.00010656608607228941,
      "loss": 1.856,
      "step": 1980
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.82151198387146,
      "eval_runtime": 106.7172,
      "eval_samples_per_second": 124.807,
      "eval_steps_per_second": 15.602,
      "step": 1980
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00010615366428871542,
      "loss": 2.1449,
      "step": 1985
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00010574113741131704,
      "loss": 1.7986,
      "step": 1990
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.00010532851248533186,
      "loss": 1.7705,
      "step": 1995
    },
    {
      "epoch": 2.02,
      "learning_rate": 0.00010491579655767203,
      "loss": 1.7827,
      "step": 2000
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.00010450299667680382,
      "loss": 1.8033,
      "step": 2005
    },
    {
      "epoch": 2.03,
      "learning_rate": 0.00010409011989262725,
      "loss": 1.7888,
      "step": 2010
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.00010367717325635583,
      "loss": 1.775,
      "step": 2015
    },
    {
      "epoch": 2.04,
      "learning_rate": 0.00010326416382039588,
      "loss": 1.7692,
      "step": 2020
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.00010285109863822631,
      "loss": 1.7874,
      "step": 2025
    },
    {
      "epoch": 2.05,
      "learning_rate": 0.00010243798476427801,
      "loss": 1.7889,
      "step": 2030
    },
    {
      "epoch": 2.06,
      "learning_rate": 0.00010202482925381358,
      "loss": 1.7943,
      "step": 2035
    },
    {
      "epoch": 2.06,
      "learning_rate": 0.00010161163916280654,
      "loss": 1.7865,
      "step": 2040
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.00010119842154782104,
      "loss": 1.7823,
      "step": 2045
    },
    {
      "epoch": 2.07,
      "learning_rate": 0.00010078518346589134,
      "loss": 1.7958,
      "step": 2050
    },
    {
      "epoch": 2.08,
      "learning_rate": 0.00010037193197440118,
      "loss": 1.7666,
      "step": 2055
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.995867413096333e-05,
      "loss": 1.7981,
      "step": 2060
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.954541699329904e-05,
      "loss": 1.7924,
      "step": 2065
    },
    {
      "epoch": 2.09,
      "learning_rate": 9.913216761911755e-05,
      "loss": 1.7811,
      "step": 2070
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.871893306599545e-05,
      "loss": 1.7969,
      "step": 2075
    },
    {
      "epoch": 2.1,
      "learning_rate": 9.830572039125623e-05,
      "loss": 1.7927,
      "step": 2080
    },
    {
      "epoch": 2.11,
      "learning_rate": 9.789253665184971e-05,
      "loss": 1.7776,
      "step": 2085
    },
    {
      "epoch": 2.11,
      "learning_rate": 9.747938890423163e-05,
      "loss": 1.7733,
      "step": 2090
    },
    {
      "epoch": 2.12,
      "learning_rate": 9.706628420424298e-05,
      "loss": 1.7968,
      "step": 2095
    },
    {
      "epoch": 2.12,
      "learning_rate": 9.665322960698957e-05,
      "loss": 1.79,
      "step": 2100
    },
    {
      "epoch": 2.13,
      "learning_rate": 9.624023216672161e-05,
      "loss": 1.7775,
      "step": 2105
    },
    {
      "epoch": 2.13,
      "learning_rate": 9.58272989367131e-05,
      "loss": 1.777,
      "step": 2110
    },
    {
      "epoch": 2.14,
      "learning_rate": 9.541443696914142e-05,
      "loss": 1.7659,
      "step": 2115
    },
    {
      "epoch": 2.14,
      "learning_rate": 9.500165331496705e-05,
      "loss": 1.792,
      "step": 2120
    },
    {
      "epoch": 2.15,
      "learning_rate": 9.458895502381284e-05,
      "loss": 1.7792,
      "step": 2125
    },
    {
      "epoch": 2.15,
      "learning_rate": 9.41763491438439e-05,
      "loss": 1.7761,
      "step": 2130
    },
    {
      "epoch": 2.16,
      "learning_rate": 9.376384272164707e-05,
      "loss": 1.7733,
      "step": 2135
    },
    {
      "epoch": 2.16,
      "learning_rate": 9.335144280211066e-05,
      "loss": 1.7803,
      "step": 2140
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.293915642830407e-05,
      "loss": 1.7798,
      "step": 2145
    },
    {
      "epoch": 2.17,
      "learning_rate": 9.252699064135758e-05,
      "loss": 1.7952,
      "step": 2150
    },
    {
      "epoch": 2.18,
      "learning_rate": 9.211495248034201e-05,
      "loss": 1.7811,
      "step": 2155
    },
    {
      "epoch": 2.18,
      "learning_rate": 9.170304898214854e-05,
      "loss": 1.7879,
      "step": 2160
    },
    {
      "epoch": 2.19,
      "learning_rate": 9.129128718136867e-05,
      "loss": 1.7709,
      "step": 2165
    },
    {
      "epoch": 2.19,
      "learning_rate": 9.087967411017375e-05,
      "loss": 1.7762,
      "step": 2170
    },
    {
      "epoch": 2.2,
      "learning_rate": 9.046821679819527e-05,
      "loss": 1.7718,
      "step": 2175
    },
    {
      "epoch": 2.2,
      "learning_rate": 9.00569222724045e-05,
      "loss": 1.7775,
      "step": 2180
    },
    {
      "epoch": 2.21,
      "learning_rate": 8.964579755699271e-05,
      "loss": 1.78,
      "step": 2185
    },
    {
      "epoch": 2.21,
      "learning_rate": 8.923484967325104e-05,
      "loss": 1.7741,
      "step": 2190
    },
    {
      "epoch": 2.22,
      "learning_rate": 8.882408563945067e-05,
      "loss": 1.7617,
      "step": 2195
    },
    {
      "epoch": 2.22,
      "learning_rate": 8.841351247072296e-05,
      "loss": 1.774,
      "step": 2200
    },
    {
      "epoch": 2.23,
      "learning_rate": 8.800313717893957e-05,
      "loss": 1.7651,
      "step": 2205
    },
    {
      "epoch": 2.23,
      "learning_rate": 8.759296677259291e-05,
      "loss": 1.7654,
      "step": 2210
    },
    {
      "epoch": 2.24,
      "learning_rate": 8.718300825667611e-05,
      "loss": 1.7775,
      "step": 2215
    },
    {
      "epoch": 2.24,
      "learning_rate": 8.677326863256372e-05,
      "loss": 1.7896,
      "step": 2220
    },
    {
      "epoch": 2.25,
      "learning_rate": 8.636375489789192e-05,
      "loss": 1.7585,
      "step": 2225
    },
    {
      "epoch": 2.25,
      "learning_rate": 8.59544740464392e-05,
      "loss": 1.7678,
      "step": 2230
    },
    {
      "epoch": 2.26,
      "learning_rate": 8.554543306800668e-05,
      "loss": 1.759,
      "step": 2235
    },
    {
      "epoch": 2.26,
      "learning_rate": 8.513663894829898e-05,
      "loss": 1.7755,
      "step": 2240
    },
    {
      "epoch": 2.27,
      "learning_rate": 8.472809866880475e-05,
      "loss": 1.7686,
      "step": 2245
    },
    {
      "epoch": 2.27,
      "learning_rate": 8.431981920667749e-05,
      "loss": 1.7535,
      "step": 2250
    },
    {
      "epoch": 2.28,
      "learning_rate": 8.391180753461645e-05,
      "loss": 1.7704,
      "step": 2255
    },
    {
      "epoch": 2.28,
      "learning_rate": 8.350407062074739e-05,
      "loss": 1.774,
      "step": 2260
    },
    {
      "epoch": 2.29,
      "learning_rate": 8.309661542850375e-05,
      "loss": 1.7705,
      "step": 2265
    },
    {
      "epoch": 2.29,
      "learning_rate": 8.268944891650767e-05,
      "loss": 1.7469,
      "step": 2270
    },
    {
      "epoch": 2.3,
      "learning_rate": 8.228257803845113e-05,
      "loss": 1.7598,
      "step": 2275
    },
    {
      "epoch": 2.3,
      "learning_rate": 8.187600974297714e-05,
      "loss": 1.7683,
      "step": 2280
    },
    {
      "epoch": 2.31,
      "learning_rate": 8.146975097356117e-05,
      "loss": 1.7595,
      "step": 2285
    },
    {
      "epoch": 2.31,
      "learning_rate": 8.10638086683926e-05,
      "loss": 1.7602,
      "step": 2290
    },
    {
      "epoch": 2.32,
      "learning_rate": 8.065818976025606e-05,
      "loss": 1.7545,
      "step": 2295
    },
    {
      "epoch": 2.32,
      "learning_rate": 8.02529011764131e-05,
      "loss": 1.7785,
      "step": 2300
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.984794983848399e-05,
      "loss": 1.7672,
      "step": 2305
    },
    {
      "epoch": 2.33,
      "learning_rate": 7.944334266232938e-05,
      "loss": 1.7786,
      "step": 2310
    },
    {
      "epoch": 2.34,
      "learning_rate": 7.903908655793224e-05,
      "loss": 1.7594,
      "step": 2315
    },
    {
      "epoch": 2.34,
      "learning_rate": 7.863518842927993e-05,
      "loss": 1.7517,
      "step": 2320
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.823165517424609e-05,
      "loss": 1.7723,
      "step": 2325
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.782849368447301e-05,
      "loss": 1.7713,
      "step": 2330
    },
    {
      "epoch": 2.36,
      "learning_rate": 7.74257108452539e-05,
      "loss": 1.7536,
      "step": 2335
    },
    {
      "epoch": 2.36,
      "learning_rate": 7.702331353541529e-05,
      "loss": 1.7412,
      "step": 2340
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.662130862719944e-05,
      "loss": 1.7424,
      "step": 2345
    },
    {
      "epoch": 2.37,
      "learning_rate": 7.621970298614717e-05,
      "loss": 1.7537,
      "step": 2350
    },
    {
      "epoch": 2.38,
      "learning_rate": 7.581850347098052e-05,
      "loss": 1.7487,
      "step": 2355
    },
    {
      "epoch": 2.38,
      "learning_rate": 7.541771693348556e-05,
      "loss": 1.777,
      "step": 2360
    },
    {
      "epoch": 2.39,
      "learning_rate": 7.501735021839549e-05,
      "loss": 1.7651,
      "step": 2365
    },
    {
      "epoch": 2.39,
      "learning_rate": 7.461741016327359e-05,
      "loss": 1.7729,
      "step": 2370
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.421790359839657e-05,
      "loss": 1.7481,
      "step": 2375
    },
    {
      "epoch": 2.4,
      "learning_rate": 7.381883734663797e-05,
      "loss": 1.7398,
      "step": 2380
    },
    {
      "epoch": 2.41,
      "learning_rate": 7.342021822335143e-05,
      "loss": 1.7416,
      "step": 2385
    },
    {
      "epoch": 2.41,
      "learning_rate": 7.302205303625444e-05,
      "loss": 1.7398,
      "step": 2390
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.262434858531208e-05,
      "loss": 1.7459,
      "step": 2395
    },
    {
      "epoch": 2.42,
      "learning_rate": 7.222711166262089e-05,
      "loss": 1.7491,
      "step": 2400
    },
    {
      "epoch": 2.43,
      "learning_rate": 7.183034905229279e-05,
      "loss": 1.7654,
      "step": 2405
    },
    {
      "epoch": 2.43,
      "learning_rate": 7.143406753033933e-05,
      "loss": 1.7568,
      "step": 2410
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.103827386455586e-05,
      "loss": 1.7451,
      "step": 2415
    },
    {
      "epoch": 2.44,
      "learning_rate": 7.0642974814406e-05,
      "loss": 1.7537,
      "step": 2420
    },
    {
      "epoch": 2.45,
      "learning_rate": 7.024817713090628e-05,
      "loss": 1.7355,
      "step": 2425
    },
    {
      "epoch": 2.45,
      "learning_rate": 6.985388755651069e-05,
      "loss": 1.7415,
      "step": 2430
    },
    {
      "epoch": 2.46,
      "learning_rate": 6.946011282499558e-05,
      "loss": 1.73,
      "step": 2435
    },
    {
      "epoch": 2.46,
      "learning_rate": 6.90668596613447e-05,
      "loss": 1.7344,
      "step": 2440
    },
    {
      "epoch": 2.47,
      "learning_rate": 6.867413478163445e-05,
      "loss": 1.7402,
      "step": 2445
    },
    {
      "epoch": 2.47,
      "learning_rate": 6.82819448929189e-05,
      "loss": 1.7299,
      "step": 2450
    },
    {
      "epoch": 2.48,
      "learning_rate": 6.789029669311551e-05,
      "loss": 1.7505,
      "step": 2455
    },
    {
      "epoch": 2.48,
      "learning_rate": 6.74991968708906e-05,
      "loss": 1.7365,
      "step": 2460
    },
    {
      "epoch": 2.49,
      "learning_rate": 6.710865210554518e-05,
      "loss": 1.7553,
      "step": 2465
    },
    {
      "epoch": 2.49,
      "learning_rate": 6.671866906690085e-05,
      "loss": 1.7333,
      "step": 2470
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.632925441518593e-05,
      "loss": 1.7383,
      "step": 2475
    },
    {
      "epoch": 2.5,
      "learning_rate": 6.59404148009216e-05,
      "loss": 1.7512,
      "step": 2480
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.555215686480847e-05,
      "loss": 1.7351,
      "step": 2485
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.516448723761315e-05,
      "loss": 1.7418,
      "step": 2490
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.477741254005484e-05,
      "loss": 1.7204,
      "step": 2495
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.43909393826925e-05,
      "loss": 1.7271,
      "step": 2500
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.400507436581178e-05,
      "loss": 1.7325,
      "step": 2505
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.361982407931233e-05,
      "loss": 1.7285,
      "step": 2510
    },
    {
      "epoch": 2.54,
      "learning_rate": 6.323519510259535e-05,
      "loss": 1.7424,
      "step": 2515
    },
    {
      "epoch": 2.54,
      "learning_rate": 6.285119400445112e-05,
      "loss": 1.7481,
      "step": 2520
    },
    {
      "epoch": 2.55,
      "learning_rate": 6.246782734294683e-05,
      "loss": 1.7494,
      "step": 2525
    },
    {
      "epoch": 2.56,
      "learning_rate": 6.208510166531458e-05,
      "loss": 1.7261,
      "step": 2530
    },
    {
      "epoch": 2.56,
      "learning_rate": 6.170302350783969e-05,
      "loss": 1.7314,
      "step": 2535
    },
    {
      "epoch": 2.57,
      "learning_rate": 6.132159939574889e-05,
      "loss": 1.7328,
      "step": 2540
    },
    {
      "epoch": 2.57,
      "learning_rate": 6.094083584309893e-05,
      "loss": 1.747,
      "step": 2545
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.056073935266547e-05,
      "loss": 1.7404,
      "step": 2550
    },
    {
      "epoch": 2.58,
      "learning_rate": 6.01813164158318e-05,
      "loss": 1.7293,
      "step": 2555
    },
    {
      "epoch": 2.59,
      "learning_rate": 5.980257351247818e-05,
      "loss": 1.7255,
      "step": 2560
    },
    {
      "epoch": 2.59,
      "learning_rate": 5.942451711087102e-05,
      "loss": 1.737,
      "step": 2565
    },
    {
      "epoch": 2.6,
      "learning_rate": 5.904715366755251e-05,
      "loss": 1.7361,
      "step": 2570
    },
    {
      "epoch": 2.6,
      "learning_rate": 5.867048962723029e-05,
      "loss": 1.7338,
      "step": 2575
    },
    {
      "epoch": 2.61,
      "learning_rate": 5.8294531422667544e-05,
      "loss": 1.7351,
      "step": 2580
    },
    {
      "epoch": 2.61,
      "learning_rate": 5.791928547457279e-05,
      "loss": 1.7371,
      "step": 2585
    },
    {
      "epoch": 2.62,
      "learning_rate": 5.754475819149072e-05,
      "loss": 1.7261,
      "step": 2590
    },
    {
      "epoch": 2.62,
      "learning_rate": 5.7170955969692265e-05,
      "loss": 1.7324,
      "step": 2595
    },
    {
      "epoch": 2.63,
      "learning_rate": 5.67978851930657e-05,
      "loss": 1.7284,
      "step": 2600
    },
    {
      "epoch": 2.63,
      "learning_rate": 5.6425552233007454e-05,
      "loss": 1.7296,
      "step": 2605
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.605396344831331e-05,
      "loss": 1.723,
      "step": 2610
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.5683125185069906e-05,
      "loss": 1.7224,
      "step": 2615
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.531304377654623e-05,
      "loss": 1.717,
      "step": 2620
    },
    {
      "epoch": 2.65,
      "learning_rate": 5.4943725543085544e-05,
      "loss": 1.739,
      "step": 2625
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.457517679199736e-05,
      "loss": 1.7183,
      "step": 2630
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.420740381744991e-05,
      "loss": 1.7357,
      "step": 2635
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.384041290036239e-05,
      "loss": 1.7197,
      "step": 2640
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.3474210308297846e-05,
      "loss": 1.715,
      "step": 2645
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.3108802295356155e-05,
      "loss": 1.7214,
      "step": 2650
    },
    {
      "epoch": 2.68,
      "learning_rate": 5.2744195102067127e-05,
      "loss": 1.7103,
      "step": 2655
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.2380394955283996e-05,
      "loss": 1.7168,
      "step": 2660
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.2017408068077064e-05,
      "loss": 1.7367,
      "step": 2665
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.1655240639627554e-05,
      "loss": 1.728,
      "step": 2670
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.129389885512175e-05,
      "loss": 1.736,
      "step": 2675
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.093338888564546e-05,
      "loss": 1.7134,
      "step": 2680
    },
    {
      "epoch": 2.71,
      "learning_rate": 5.0573716888078494e-05,
      "loss": 1.7038,
      "step": 2685
    },
    {
      "epoch": 2.72,
      "learning_rate": 5.021488900498954e-05,
      "loss": 1.7214,
      "step": 2690
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.9856911364531346e-05,
      "loss": 1.7163,
      "step": 2695
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.949979008033596e-05,
      "loss": 1.7192,
      "step": 2700
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.914353125141037e-05,
      "loss": 1.7015,
      "step": 2705
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.8788140962032345e-05,
      "loss": 1.7358,
      "step": 2710
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.8433625281646524e-05,
      "loss": 1.7355,
      "step": 2715
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.8079990264760686e-05,
      "loss": 1.7125,
      "step": 2720
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.7727241950842586e-05,
      "loss": 1.7052,
      "step": 2725
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.7375386364216465e-05,
      "loss": 1.7299,
      "step": 2730
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.7024429513960425e-05,
      "loss": 1.7245,
      "step": 2735
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.6674377393803715e-05,
      "loss": 1.7031,
      "step": 2740
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.632523598202435e-05,
      "loss": 1.7232,
      "step": 2745
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.597701124134708e-05,
      "loss": 1.7184,
      "step": 2750
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.562970911884148e-05,
      "loss": 1.7215,
      "step": 2755
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.528333554582044e-05,
      "loss": 1.7049,
      "step": 2760
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.493789643773881e-05,
      "loss": 1.7042,
      "step": 2765
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.459339769409252e-05,
      "loss": 1.7046,
      "step": 2770
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.4249845198317593e-05,
      "loss": 1.717,
      "step": 2775
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.3907244817689875e-05,
      "loss": 1.7095,
      "step": 2780
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.3565602403224695e-05,
      "loss": 1.7151,
      "step": 2785
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.3224923789577045e-05,
      "loss": 1.6841,
      "step": 2790
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.288521479494183e-05,
      "loss": 1.7101,
      "step": 2795
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.254648122095463e-05,
      "loss": 1.7028,
      "step": 2800
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.220872885259247e-05,
      "loss": 1.7006,
      "step": 2805
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.187196345807511e-05,
      "loss": 1.717,
      "step": 2810
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.153619078876664e-05,
      "loss": 1.7117,
      "step": 2815
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.120141657907698e-05,
      "loss": 1.7073,
      "step": 2820
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.086764654636419e-05,
      "loss": 1.6958,
      "step": 2825
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.0534886390836715e-05,
      "loss": 1.7087,
      "step": 2830
    },
    {
      "epoch": 2.86,
      "learning_rate": 4.020314179545609e-05,
      "loss": 1.7078,
      "step": 2835
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.987241842583983e-05,
      "loss": 1.69,
      "step": 2840
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.9542721930164726e-05,
      "loss": 1.7025,
      "step": 2845
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.9214057939070324e-05,
      "loss": 1.6981,
      "step": 2850
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.888643206556285e-05,
      "loss": 1.7104,
      "step": 2855
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.8559849904919196e-05,
      "loss": 1.7035,
      "step": 2860
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.823431703459164e-05,
      "loss": 1.6963,
      "step": 2865
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.790983901411225e-05,
      "loss": 1.728,
      "step": 2870
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.758642138499819e-05,
      "loss": 1.702,
      "step": 2875
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.7264069670656886e-05,
      "loss": 1.7027,
      "step": 2880
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.694278937629197e-05,
      "loss": 1.7041,
      "step": 2885
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6622585988809e-05,
      "loss": 1.6936,
      "step": 2890
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.6303464976721834e-05,
      "loss": 1.711,
      "step": 2895
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.5985431790059276e-05,
      "loss": 1.6902,
      "step": 2900
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.5668491860271945e-05,
      "loss": 1.6984,
      "step": 2905
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.535265060013965e-05,
      "loss": 1.7125,
      "step": 2910
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.50379134036787e-05,
      "loss": 1.7151,
      "step": 2915
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.472428564605006e-05,
      "loss": 1.7007,
      "step": 2920
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.441177268346724e-05,
      "loss": 1.6791,
      "step": 2925
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.41003798531052e-05,
      "loss": 1.6978,
      "step": 2930
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.379011247300889e-05,
      "loss": 1.6956,
      "step": 2935
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.348097584200258e-05,
      "loss": 1.6897,
      "step": 2940
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.317297523959927e-05,
      "loss": 1.7143,
      "step": 2945
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.2866115925910615e-05,
      "loss": 1.6969,
      "step": 2950
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.2560403141557084e-05,
      "loss": 1.6883,
      "step": 2955
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.225584210757838e-05,
      "loss": 1.6873,
      "step": 2960
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.195243802534438e-05,
      "loss": 1.701,
      "step": 2965
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.165019607646611e-05,
      "loss": 1.6864,
      "step": 2970
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.6935465335845947,
      "eval_runtime": 113.7484,
      "eval_samples_per_second": 117.092,
      "eval_steps_per_second": 14.638,
      "step": 2970
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.134912142270757e-05,
      "loss": 1.9367,
      "step": 2975
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.104921920589733e-05,
      "loss": 1.6312,
      "step": 2980
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.075049454784074e-05,
      "loss": 1.6483,
      "step": 2985
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.0452952550232562e-05,
      "loss": 1.6396,
      "step": 2990
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.0156598294569727e-05,
      "loss": 1.6366,
      "step": 2995
    },
    {
      "epoch": 3.03,
      "learning_rate": 2.9861436842064727e-05,
      "loss": 1.642,
      "step": 3000
    },
    {
      "epoch": 3.04,
      "learning_rate": 2.956747323355895e-05,
      "loss": 1.6344,
      "step": 3005
    },
    {
      "epoch": 3.04,
      "learning_rate": 2.9274712489436785e-05,
      "loss": 1.6359,
      "step": 3010
    },
    {
      "epoch": 3.05,
      "learning_rate": 2.8983159609539635e-05,
      "loss": 1.6309,
      "step": 3015
    },
    {
      "epoch": 3.05,
      "learning_rate": 2.8692819573080943e-05,
      "loss": 1.6433,
      "step": 3020
    },
    {
      "epoch": 3.06,
      "learning_rate": 2.840369733856072e-05,
      "loss": 1.6478,
      "step": 3025
    },
    {
      "epoch": 3.06,
      "learning_rate": 2.8115797843681124e-05,
      "loss": 1.6372,
      "step": 3030
    },
    {
      "epoch": 3.07,
      "learning_rate": 2.7829126005262042e-05,
      "loss": 1.638,
      "step": 3035
    },
    {
      "epoch": 3.07,
      "learning_rate": 2.7543686719157102e-05,
      "loss": 1.6308,
      "step": 3040
    },
    {
      "epoch": 3.08,
      "learning_rate": 2.7259484860170203e-05,
      "loss": 1.6396,
      "step": 3045
    },
    {
      "epoch": 3.08,
      "learning_rate": 2.6976525281972078e-05,
      "loss": 1.6514,
      "step": 3050
    },
    {
      "epoch": 3.09,
      "learning_rate": 2.669481281701739e-05,
      "loss": 1.6459,
      "step": 3055
    },
    {
      "epoch": 3.09,
      "learning_rate": 2.6414352276462417e-05,
      "loss": 1.6357,
      "step": 3060
    },
    {
      "epoch": 3.1,
      "learning_rate": 2.613514845008275e-05,
      "loss": 1.6362,
      "step": 3065
    },
    {
      "epoch": 3.1,
      "learning_rate": 2.5857206106191447e-05,
      "loss": 1.6355,
      "step": 3070
    },
    {
      "epoch": 3.11,
      "learning_rate": 2.558052999155768e-05,
      "loss": 1.6385,
      "step": 3075
    },
    {
      "epoch": 3.11,
      "learning_rate": 2.530512483132561e-05,
      "loss": 1.6521,
      "step": 3080
    },
    {
      "epoch": 3.12,
      "learning_rate": 2.5030995328933726e-05,
      "loss": 1.629,
      "step": 3085
    },
    {
      "epoch": 3.12,
      "learning_rate": 2.475814616603458e-05,
      "loss": 1.6398,
      "step": 3090
    },
    {
      "epoch": 3.13,
      "learning_rate": 2.4486582002414716e-05,
      "loss": 1.6354,
      "step": 3095
    },
    {
      "epoch": 3.13,
      "learning_rate": 2.4216307475915066e-05,
      "loss": 1.6431,
      "step": 3100
    },
    {
      "epoch": 3.14,
      "learning_rate": 2.394732720235189e-05,
      "loss": 1.6334,
      "step": 3105
    },
    {
      "epoch": 3.14,
      "learning_rate": 2.367964577543792e-05,
      "loss": 1.6276,
      "step": 3110
    },
    {
      "epoch": 3.15,
      "learning_rate": 2.3413267766703773e-05,
      "loss": 1.6438,
      "step": 3115
    },
    {
      "epoch": 3.15,
      "learning_rate": 2.3148197725419983e-05,
      "loss": 1.6164,
      "step": 3120
    },
    {
      "epoch": 3.16,
      "learning_rate": 2.2884440178519305e-05,
      "loss": 1.631,
      "step": 3125
    },
    {
      "epoch": 3.16,
      "learning_rate": 2.262199963051934e-05,
      "loss": 1.6395,
      "step": 3130
    },
    {
      "epoch": 3.17,
      "learning_rate": 2.2360880563445764e-05,
      "loss": 1.6389,
      "step": 3135
    },
    {
      "epoch": 3.17,
      "learning_rate": 2.2101087436755573e-05,
      "loss": 1.63,
      "step": 3140
    },
    {
      "epoch": 3.18,
      "learning_rate": 2.184262468726098e-05,
      "loss": 1.6276,
      "step": 3145
    },
    {
      "epoch": 3.18,
      "learning_rate": 2.1585496729053768e-05,
      "loss": 1.6216,
      "step": 3150
    },
    {
      "epoch": 3.19,
      "learning_rate": 2.1329707953429822e-05,
      "loss": 1.6282,
      "step": 3155
    },
    {
      "epoch": 3.19,
      "learning_rate": 2.1075262728814094e-05,
      "loss": 1.6315,
      "step": 3160
    },
    {
      "epoch": 3.2,
      "learning_rate": 2.0822165400686035e-05,
      "loss": 1.6443,
      "step": 3165
    },
    {
      "epoch": 3.2,
      "learning_rate": 2.0570420291505376e-05,
      "loss": 1.6053,
      "step": 3170
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.0320031700638352e-05,
      "loss": 1.6289,
      "step": 3175
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.0071003904284158e-05,
      "loss": 1.6252,
      "step": 3180
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.9823341155402153e-05,
      "loss": 1.6193,
      "step": 3185
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.9577047683638873e-05,
      "loss": 1.6257,
      "step": 3190
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.933212769525613e-05,
      "loss": 1.6297,
      "step": 3195
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.9088585373058976e-05,
      "loss": 1.6248,
      "step": 3200
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.884642487632442e-05,
      "loss": 1.6381,
      "step": 3205
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.8605650340730228e-05,
      "loss": 1.6377,
      "step": 3210
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.8366265878284382e-05,
      "loss": 1.6152,
      "step": 3215
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.8128275577254884e-05,
      "loss": 1.6193,
      "step": 3220
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.789168350209983e-05,
      "loss": 1.6174,
      "step": 3225
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.765649369339819e-05,
      "loss": 1.6376,
      "step": 3230
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.742271016778051e-05,
      "loss": 1.622,
      "step": 3235
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.7190336917860594e-05,
      "loss": 1.63,
      "step": 3240
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.695937791216716e-05,
      "loss": 1.6347,
      "step": 3245
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.672983709507615e-05,
      "loss": 1.6179,
      "step": 3250
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.650171838674328e-05,
      "loss": 1.6227,
      "step": 3255
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.6275025683037148e-05,
      "loss": 1.6331,
      "step": 3260
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.6049762855472685e-05,
      "loss": 1.6197,
      "step": 3265
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.5825933751145027e-05,
      "loss": 1.6323,
      "step": 3270
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.56035421926639e-05,
      "loss": 1.6208,
      "step": 3275
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.5382591978088144e-05,
      "loss": 1.6216,
      "step": 3280
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.5163086880861043e-05,
      "loss": 1.6305,
      "step": 3285
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.494503064974575e-05,
      "loss": 1.6324,
      "step": 3290
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.4728427008761402e-05,
      "loss": 1.6317,
      "step": 3295
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.4513279657119371e-05,
      "loss": 1.6243,
      "step": 3300
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.4299592269160166e-05,
      "loss": 1.6287,
      "step": 3305
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.4087368494290677e-05,
      "loss": 1.6318,
      "step": 3310
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.3876611956921793e-05,
      "loss": 1.6273,
      "step": 3315
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.3667326256406699e-05,
      "loss": 1.6143,
      "step": 3320
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.345951496697907e-05,
      "loss": 1.6209,
      "step": 3325
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.3253181637692324e-05,
      "loss": 1.6212,
      "step": 3330
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.3048329792358883e-05,
      "loss": 1.6277,
      "step": 3335
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.2844962929490045e-05,
      "loss": 1.6418,
      "step": 3340
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.264308452223616e-05,
      "loss": 1.6343,
      "step": 3345
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.244269801832737e-05,
      "loss": 1.6291,
      "step": 3350
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.2243806840014726e-05,
      "loss": 1.6088,
      "step": 3355
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.2046414384011718e-05,
      "loss": 1.6069,
      "step": 3360
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.1850524021436337e-05,
      "loss": 1.6121,
      "step": 3365
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.1656139097753348e-05,
      "loss": 1.6305,
      "step": 3370
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.1463262932717323e-05,
      "loss": 1.6394,
      "step": 3375
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.127189882031584e-05,
      "loss": 1.6238,
      "step": 3380
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.1082050028713309e-05,
      "loss": 1.6294,
      "step": 3385
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.0893719800195057e-05,
      "loss": 1.622,
      "step": 3390
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.0706911351112037e-05,
      "loss": 1.6231,
      "step": 3395
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.052162787182588e-05,
      "loss": 1.6262,
      "step": 3400
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.0337872526654358e-05,
      "loss": 1.6081,
      "step": 3405
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.0155648453817435e-05,
      "loss": 1.6253,
      "step": 3410
    },
    {
      "epoch": 3.45,
      "learning_rate": 9.974958765383591e-06,
      "loss": 1.6118,
      "step": 3415
    },
    {
      "epoch": 3.45,
      "learning_rate": 9.795806547216701e-06,
      "loss": 1.6339,
      "step": 3420
    },
    {
      "epoch": 3.46,
      "learning_rate": 9.618194858923346e-06,
      "loss": 1.6173,
      "step": 3425
    },
    {
      "epoch": 3.46,
      "learning_rate": 9.442126733800572e-06,
      "loss": 1.6203,
      "step": 3430
    },
    {
      "epoch": 3.47,
      "learning_rate": 9.267605178784033e-06,
      "loss": 1.6263,
      "step": 3435
    },
    {
      "epoch": 3.47,
      "learning_rate": 9.094633174396694e-06,
      "loss": 1.6188,
      "step": 3440
    },
    {
      "epoch": 3.48,
      "learning_rate": 8.923213674697884e-06,
      "loss": 1.6063,
      "step": 3445
    },
    {
      "epoch": 3.48,
      "learning_rate": 8.753349607232864e-06,
      "loss": 1.6181,
      "step": 3450
    },
    {
      "epoch": 3.49,
      "learning_rate": 8.585043872982868e-06,
      "loss": 1.6265,
      "step": 3455
    },
    {
      "epoch": 3.49,
      "learning_rate": 8.418299346315483e-06,
      "loss": 1.6186,
      "step": 3460
    },
    {
      "epoch": 3.5,
      "learning_rate": 8.253118874935629e-06,
      "loss": 1.6172,
      "step": 3465
    },
    {
      "epoch": 3.5,
      "learning_rate": 8.089505279836873e-06,
      "loss": 1.622,
      "step": 3470
    },
    {
      "epoch": 3.51,
      "learning_rate": 7.927461355253307e-06,
      "loss": 1.5994,
      "step": 3475
    },
    {
      "epoch": 3.51,
      "learning_rate": 7.766989868611774e-06,
      "loss": 1.6239,
      "step": 3480
    },
    {
      "epoch": 3.52,
      "learning_rate": 7.60809356048463e-06,
      "loss": 1.6292,
      "step": 3485
    },
    {
      "epoch": 3.52,
      "learning_rate": 7.4507751445429315e-06,
      "loss": 1.6292,
      "step": 3490
    },
    {
      "epoch": 3.53,
      "learning_rate": 7.2950373075101e-06,
      "loss": 1.6154,
      "step": 3495
    },
    {
      "epoch": 3.53,
      "learning_rate": 7.140882709116048e-06,
      "loss": 1.6178,
      "step": 3500
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.98831398205172e-06,
      "loss": 1.6349,
      "step": 3505
    },
    {
      "epoch": 3.54,
      "learning_rate": 6.8373337319241555e-06,
      "loss": 1.6319,
      "step": 3510
    },
    {
      "epoch": 3.55,
      "learning_rate": 6.687944537211988e-06,
      "loss": 1.6126,
      "step": 3515
    },
    {
      "epoch": 3.56,
      "learning_rate": 6.540148949221403e-06,
      "loss": 1.6207,
      "step": 3520
    },
    {
      "epoch": 3.56,
      "learning_rate": 6.393949492042606e-06,
      "loss": 1.6072,
      "step": 3525
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.249348662506627e-06,
      "loss": 1.6298,
      "step": 3530
    },
    {
      "epoch": 3.57,
      "learning_rate": 6.106348930142758e-06,
      "loss": 1.6197,
      "step": 3535
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.964952737136353e-06,
      "loss": 1.6168,
      "step": 3540
    },
    {
      "epoch": 3.58,
      "learning_rate": 5.825162498287096e-06,
      "loss": 1.6102,
      "step": 3545
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.686980600967817e-06,
      "loss": 1.6184,
      "step": 3550
    },
    {
      "epoch": 3.59,
      "learning_rate": 5.550409405083657e-06,
      "loss": 1.6228,
      "step": 3555
    },
    {
      "epoch": 3.6,
      "learning_rate": 5.415451243031811e-06,
      "loss": 1.6221,
      "step": 3560
    },
    {
      "epoch": 3.6,
      "learning_rate": 5.282108419661646e-06,
      "loss": 1.6303,
      "step": 3565
    },
    {
      "epoch": 3.61,
      "learning_rate": 5.150383212235421e-06,
      "loss": 1.615,
      "step": 3570
    },
    {
      "epoch": 3.61,
      "learning_rate": 5.020277870389312e-06,
      "loss": 1.6333,
      "step": 3575
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.891794616095025e-06,
      "loss": 1.6241,
      "step": 3580
    },
    {
      "epoch": 3.62,
      "learning_rate": 4.764935643621848e-06,
      "loss": 1.6325,
      "step": 3585
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.639703119499172e-06,
      "loss": 1.6164,
      "step": 3590
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.516099182479505e-06,
      "loss": 1.6207,
      "step": 3595
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.394125943501936e-06,
      "loss": 1.6134,
      "step": 3600
    },
    {
      "epoch": 3.64,
      "learning_rate": 4.273785485656068e-06,
      "loss": 1.6231,
      "step": 3605
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.1550798641464605e-06,
      "loss": 1.6069,
      "step": 3610
    },
    {
      "epoch": 3.65,
      "learning_rate": 4.038011106257555e-06,
      "loss": 1.6091,
      "step": 3615
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.922581211318999e-06,
      "loss": 1.62,
      "step": 3620
    },
    {
      "epoch": 3.66,
      "learning_rate": 3.808792150671525e-06,
      "loss": 1.6251,
      "step": 3625
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.6966458676332973e-06,
      "loss": 1.6327,
      "step": 3630
    },
    {
      "epoch": 3.67,
      "learning_rate": 3.5861442774667074e-06,
      "loss": 1.6004,
      "step": 3635
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.4772892673456626e-06,
      "loss": 1.6086,
      "step": 3640
    },
    {
      "epoch": 3.68,
      "learning_rate": 3.3700826963233735e-06,
      "loss": 1.625,
      "step": 3645
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.2645263953005933e-06,
      "loss": 1.6158,
      "step": 3650
    },
    {
      "epoch": 3.69,
      "learning_rate": 3.1606221669943206e-06,
      "loss": 1.608,
      "step": 3655
    },
    {
      "epoch": 3.7,
      "learning_rate": 3.0583717859070883e-06,
      "loss": 1.6005,
      "step": 3660
    },
    {
      "epoch": 3.7,
      "learning_rate": 2.9577769982965908e-06,
      "loss": 1.6166,
      "step": 3665
    },
    {
      "epoch": 3.71,
      "learning_rate": 2.858839522145873e-06,
      "loss": 1.6157,
      "step": 3670
    },
    {
      "epoch": 3.71,
      "learning_rate": 2.7615610471340093e-06,
      "loss": 1.6033,
      "step": 3675
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.6659432346072156e-06,
      "loss": 1.6193,
      "step": 3680
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.571987717550517e-06,
      "loss": 1.62,
      "step": 3685
    },
    {
      "epoch": 3.73,
      "learning_rate": 2.4796961005598363e-06,
      "loss": 1.619,
      "step": 3690
    },
    {
      "epoch": 3.73,
      "learning_rate": 2.389069959814594e-06,
      "loss": 1.6346,
      "step": 3695
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.3001108430507735e-06,
      "loss": 1.6115,
      "step": 3700
    },
    {
      "epoch": 3.74,
      "learning_rate": 2.2128202695345324e-06,
      "loss": 1.6129,
      "step": 3705
    },
    {
      "epoch": 3.75,
      "learning_rate": 2.1271997300362003e-06,
      "loss": 1.5998,
      "step": 3710
    },
    {
      "epoch": 3.75,
      "learning_rate": 2.043250686804865e-06,
      "loss": 1.6352,
      "step": 3715
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.9609745735433614e-06,
      "loss": 1.6213,
      "step": 3720
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.8803727953838335e-06,
      "loss": 1.6163,
      "step": 3725
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.8014467288636872e-06,
      "loss": 1.618,
      "step": 3730
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.7241977219020988e-06,
      "loss": 1.6189,
      "step": 3735
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.6486270937770332e-06,
      "loss": 1.6139,
      "step": 3740
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.574736135102639e-06,
      "loss": 1.6163,
      "step": 3745
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.5025261078073005e-06,
      "loss": 1.6152,
      "step": 3750
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.4319982451119652e-06,
      "loss": 1.6289,
      "step": 3755
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.3631537515092163e-06,
      "loss": 1.6263,
      "step": 3760
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.29599380274259e-06,
      "loss": 1.6108,
      "step": 3765
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.2305195457865681e-06,
      "loss": 1.6016,
      "step": 3770
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.1667320988269614e-06,
      "loss": 1.6129,
      "step": 3775
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.104632551241802e-06,
      "loss": 1.6075,
      "step": 3780
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.0442219635827587e-06,
      "loss": 1.6188,
      "step": 3785
    },
    {
      "epoch": 3.83,
      "learning_rate": 9.85501367557029e-07,
      "loss": 1.6018,
      "step": 3790
    },
    {
      "epoch": 3.83,
      "learning_rate": 9.284717660097086e-07,
      "loss": 1.6072,
      "step": 3795
    },
    {
      "epoch": 3.84,
      "learning_rate": 8.7313413290665e-07,
      "loss": 1.6053,
      "step": 3800
    },
    {
      "epoch": 3.84,
      "learning_rate": 8.194894133178532e-07,
      "loss": 1.6125,
      "step": 3805
    },
    {
      "epoch": 3.85,
      "learning_rate": 7.675385234013011e-07,
      "loss": 1.616,
      "step": 3810
    },
    {
      "epoch": 3.85,
      "learning_rate": 7.172823503873605e-07,
      "loss": 1.6151,
      "step": 3815
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.687217525635614e-07,
      "loss": 1.637,
      "step": 3820
    },
    {
      "epoch": 3.86,
      "learning_rate": 6.218575592600084e-07,
      "loss": 1.6135,
      "step": 3825
    },
    {
      "epoch": 3.87,
      "learning_rate": 5.766905708351478e-07,
      "loss": 1.6159,
      "step": 3830
    },
    {
      "epoch": 3.87,
      "learning_rate": 5.332215586621669e-07,
      "loss": 1.6136,
      "step": 3835
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.91451265115761e-07,
      "loss": 1.6354,
      "step": 3840
    },
    {
      "epoch": 3.88,
      "learning_rate": 4.513804035595093e-07,
      "loss": 1.6142,
      "step": 3845
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.130096583336407e-07,
      "loss": 1.6209,
      "step": 3850
    },
    {
      "epoch": 3.89,
      "learning_rate": 3.763396847433875e-07,
      "loss": 1.6133,
      "step": 3855
    },
    {
      "epoch": 3.9,
      "learning_rate": 3.413711090477722e-07,
      "loss": 1.6025,
      "step": 3860
    },
    {
      "epoch": 3.9,
      "learning_rate": 3.081045284488937e-07,
      "loss": 1.6299,
      "step": 3865
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.76540511081802e-07,
      "loss": 1.624,
      "step": 3870
    },
    {
      "epoch": 3.91,
      "learning_rate": 2.4667959600468414e-07,
      "loss": 1.6148,
      "step": 3875
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.1852229318977125e-07,
      "loss": 1.6089,
      "step": 3880
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.9206908351453446e-07,
      "loss": 1.6341,
      "step": 3885
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.6732041875354709e-07,
      "loss": 1.6184,
      "step": 3890
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.4427672157072414e-07,
      "loss": 1.5931,
      "step": 3895
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.229383855121058e-07,
      "loss": 1.605,
      "step": 3900
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.0330577499915173e-07,
      "loss": 1.6359,
      "step": 3905
    },
    {
      "epoch": 3.95,
      "learning_rate": 8.537922532252384e-08,
      "loss": 1.5941,
      "step": 3910
    },
    {
      "epoch": 3.95,
      "learning_rate": 6.915904263634643e-08,
      "loss": 1.6207,
      "step": 3915
    },
    {
      "epoch": 3.96,
      "learning_rate": 5.464550395295476e-08,
      "loss": 1.6085,
      "step": 3920
    },
    {
      "epoch": 3.96,
      "learning_rate": 4.183885713822111e-08,
      "loss": 1.6145,
      "step": 3925
    },
    {
      "epoch": 3.97,
      "learning_rate": 3.0739320907269276e-08,
      "loss": 1.6102,
      "step": 3930
    },
    {
      "epoch": 3.97,
      "learning_rate": 2.134708482077752e-08,
      "loss": 1.6245,
      "step": 3935
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.3662309281714525e-08,
      "loss": 1.6035,
      "step": 3940
    },
    {
      "epoch": 3.98,
      "learning_rate": 7.685125532586047e-09,
      "loss": 1.6038,
      "step": 3945
    },
    {
      "epoch": 3.99,
      "learning_rate": 3.415635653258864e-09,
      "loss": 1.6323,
      "step": 3950
    },
    {
      "epoch": 3.99,
      "learning_rate": 8.539125591511266e-10,
      "loss": 1.6162,
      "step": 3955
    },
    {
      "epoch": 4.0,
      "learning_rate": 0.0,
      "loss": 1.6228,
      "step": 3960
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.66698157787323,
      "eval_runtime": 111.3625,
      "eval_samples_per_second": 119.6,
      "eval_steps_per_second": 14.951,
      "step": 3960
    },
    {
      "epoch": 4.0,
      "step": 3960,
      "total_flos": 9.454097668453171e+17,
      "train_loss": 1.9931427570304485,
      "train_runtime": 30194.781,
      "train_samples_per_second": 33.608,
      "train_steps_per_second": 0.131
    }
  ],
  "max_steps": 3960,
  "num_train_epochs": 4,
  "total_flos": 9.454097668453171e+17,
  "trial_name": null,
  "trial_params": null
}