{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 9.986282578875171,
  "eval_steps": 500,
  "global_step": 3640,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.027434842249657063,
      "grad_norm": 9.328125,
      "learning_rate": 0.00019999627553166294,
      "loss": 2.6306,
      "step": 10
    },
    {
      "epoch": 0.05486968449931413,
      "grad_norm": 5.1328125,
      "learning_rate": 0.00019998510240408496,
      "loss": 2.4194,
      "step": 20
    },
    {
      "epoch": 0.0823045267489712,
      "grad_norm": 5.58203125,
      "learning_rate": 0.0001999664814495453,
      "loss": 2.336,
      "step": 30
    },
    {
      "epoch": 0.10973936899862825,
      "grad_norm": 3.78515625,
      "learning_rate": 0.00019994041405510705,
      "loss": 2.4327,
      "step": 40
    },
    {
      "epoch": 0.13717421124828533,
      "grad_norm": 3.041015625,
      "learning_rate": 0.00019990690216251396,
      "loss": 2.3063,
      "step": 50
    },
    {
      "epoch": 0.1646090534979424,
      "grad_norm": 3.302734375,
      "learning_rate": 0.0001998659482680456,
      "loss": 2.3151,
      "step": 60
    },
    {
      "epoch": 0.19204389574759945,
      "grad_norm": 3.869140625,
      "learning_rate": 0.00019981755542233177,
      "loss": 2.3566,
      "step": 70
    },
    {
      "epoch": 0.2194787379972565,
      "grad_norm": 5.70703125,
      "learning_rate": 0.0001997617272301248,
      "loss": 2.3368,
      "step": 80
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 4.81640625,
      "learning_rate": 0.00019969846785003134,
      "loss": 2.3303,
      "step": 90
    },
    {
      "epoch": 0.27434842249657065,
      "grad_norm": 4.6015625,
      "learning_rate": 0.00019962778199420265,
      "loss": 2.4144,
      "step": 100
    },
    {
      "epoch": 0.3017832647462277,
      "grad_norm": 4.52734375,
      "learning_rate": 0.00019954967492798333,
      "loss": 2.4014,
      "step": 110
    },
    {
      "epoch": 0.3292181069958848,
      "grad_norm": 4.68359375,
      "learning_rate": 0.0001994641524695193,
      "loss": 2.4312,
      "step": 120
    },
    {
      "epoch": 0.35665294924554186,
      "grad_norm": 3.36328125,
      "learning_rate": 0.00019937122098932428,
      "loss": 2.3563,
      "step": 130
    },
    {
      "epoch": 0.3840877914951989,
      "grad_norm": 3.3984375,
      "learning_rate": 0.0001992708874098054,
      "loss": 2.351,
      "step": 140
    },
    {
      "epoch": 0.411522633744856,
      "grad_norm": 3.103515625,
      "learning_rate": 0.0001991631592047475,
      "loss": 2.2869,
      "step": 150
    },
    {
      "epoch": 0.438957475994513,
      "grad_norm": 2.904296875,
      "learning_rate": 0.00019904804439875633,
      "loss": 2.364,
      "step": 160
    },
    {
      "epoch": 0.4663923182441701,
      "grad_norm": 4.171875,
      "learning_rate": 0.00019892555156666089,
      "loss": 2.362,
      "step": 170
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 3.611328125,
      "learning_rate": 0.00019879568983287467,
      "loss": 2.2994,
      "step": 180
    },
    {
      "epoch": 0.5212620027434842,
      "grad_norm": 2.470703125,
      "learning_rate": 0.00019865846887071596,
      "loss": 2.2469,
      "step": 190
    },
    {
      "epoch": 0.5486968449931413,
      "grad_norm": 2.314453125,
      "learning_rate": 0.0001985138989016874,
      "loss": 2.2429,
      "step": 200
    },
    {
      "epoch": 0.5761316872427984,
      "grad_norm": 2.720703125,
      "learning_rate": 0.00019836199069471437,
      "loss": 2.3157,
      "step": 210
    },
    {
      "epoch": 0.6035665294924554,
      "grad_norm": 2.998046875,
      "learning_rate": 0.00019820275556534304,
      "loss": 2.2214,
      "step": 220
    },
    {
      "epoch": 0.6310013717421125,
      "grad_norm": 3.96484375,
      "learning_rate": 0.00019803620537489736,
      "loss": 2.3018,
      "step": 230
    },
    {
      "epoch": 0.6584362139917695,
      "grad_norm": 2.982421875,
      "learning_rate": 0.00019786235252959553,
      "loss": 2.2603,
      "step": 240
    },
    {
      "epoch": 0.6858710562414266,
      "grad_norm": 2.01953125,
      "learning_rate": 0.00019768120997962592,
      "loss": 2.3007,
      "step": 250
    },
    {
      "epoch": 0.7133058984910837,
      "grad_norm": 2.552734375,
      "learning_rate": 0.00019749279121818235,
      "loss": 2.281,
      "step": 260
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 2.98046875,
      "learning_rate": 0.00019729711028045909,
      "loss": 2.2611,
      "step": 270
    },
    {
      "epoch": 0.7681755829903978,
      "grad_norm": 2.716796875,
      "learning_rate": 0.0001970941817426052,
      "loss": 2.1961,
      "step": 280
    },
    {
      "epoch": 0.7956104252400549,
      "grad_norm": 2.318359375,
      "learning_rate": 0.00019688402072063903,
      "loss": 2.2652,
      "step": 290
    },
    {
      "epoch": 0.823045267489712,
      "grad_norm": 2.53515625,
      "learning_rate": 0.00019666664286932198,
      "loss": 2.1895,
      "step": 300
    },
    {
      "epoch": 0.850480109739369,
      "grad_norm": 2.451171875,
      "learning_rate": 0.0001964420643809925,
      "loss": 2.252,
      "step": 310
    },
    {
      "epoch": 0.877914951989026,
      "grad_norm": 1.8544921875,
      "learning_rate": 0.00019621030198436006,
      "loss": 2.1616,
      "step": 320
    },
    {
      "epoch": 0.9053497942386831,
      "grad_norm": 2.611328125,
      "learning_rate": 0.00019597137294325877,
      "loss": 2.1698,
      "step": 330
    },
    {
      "epoch": 0.9327846364883402,
      "grad_norm": 2.349609375,
      "learning_rate": 0.0001957252950553616,
      "loss": 2.2043,
      "step": 340
    },
    {
      "epoch": 0.9602194787379973,
      "grad_norm": 2.169921875,
      "learning_rate": 0.00019547208665085457,
      "loss": 2.1506,
      "step": 350
    },
    {
      "epoch": 0.9876543209876543,
      "grad_norm": 1.8349609375,
      "learning_rate": 0.00019521176659107142,
      "loss": 2.1987,
      "step": 360
    },
    {
      "epoch": 1.0150891632373114,
      "grad_norm": 1.9765625,
      "learning_rate": 0.00019494435426708855,
      "loss": 2.1909,
      "step": 370
    },
    {
      "epoch": 1.0425240054869684,
      "grad_norm": 1.65234375,
      "learning_rate": 0.0001946698695982806,
      "loss": 2.1928,
      "step": 380
    },
    {
      "epoch": 1.0699588477366255,
      "grad_norm": 1.677734375,
      "learning_rate": 0.00019438833303083678,
      "loss": 2.1761,
      "step": 390
    },
    {
      "epoch": 1.0973936899862826,
      "grad_norm": 1.94140625,
      "learning_rate": 0.00019409976553623766,
      "loss": 2.1634,
      "step": 400
    },
    {
      "epoch": 1.1248285322359397,
      "grad_norm": 1.8623046875,
      "learning_rate": 0.00019380418860969322,
      "loss": 2.2044,
      "step": 410
    },
    {
      "epoch": 1.1522633744855968,
      "grad_norm": 1.7763671875,
      "learning_rate": 0.0001935016242685415,
      "loss": 2.1264,
      "step": 420
    },
    {
      "epoch": 1.1796982167352539,
      "grad_norm": 2.4609375,
      "learning_rate": 0.0001931920950506087,
      "loss": 2.1819,
      "step": 430
    },
    {
      "epoch": 1.2071330589849107,
      "grad_norm": 2.990234375,
      "learning_rate": 0.00019287562401253022,
      "loss": 2.1799,
      "step": 440
    },
    {
      "epoch": 1.2345679012345678,
      "grad_norm": 4.86328125,
      "learning_rate": 0.00019255223472803334,
      "loss": 2.1497,
      "step": 450
    },
    {
      "epoch": 1.262002743484225,
      "grad_norm": 2.998046875,
      "learning_rate": 0.00019222195128618106,
      "loss": 2.0783,
      "step": 460
    },
    {
      "epoch": 1.289437585733882,
      "grad_norm": 2.033203125,
      "learning_rate": 0.00019188479828957772,
      "loss": 2.1195,
      "step": 470
    },
    {
      "epoch": 1.316872427983539,
      "grad_norm": 1.9560546875,
      "learning_rate": 0.00019154080085253666,
      "loss": 2.0549,
      "step": 480
    },
    {
      "epoch": 1.3443072702331962,
      "grad_norm": 2.150390625,
      "learning_rate": 0.00019118998459920902,
      "loss": 2.2041,
      "step": 490
    },
    {
      "epoch": 1.3717421124828533,
      "grad_norm": 1.9931640625,
      "learning_rate": 0.0001908323756616754,
      "loss": 2.1735,
      "step": 500
    },
    {
      "epoch": 1.3991769547325104,
      "grad_norm": 1.732421875,
      "learning_rate": 0.0001904680006779991,
      "loss": 2.1329,
      "step": 510
    },
    {
      "epoch": 1.4266117969821672,
      "grad_norm": 1.703125,
      "learning_rate": 0.0001900968867902419,
      "loss": 2.075,
      "step": 520
    },
    {
      "epoch": 1.4540466392318243,
      "grad_norm": 2.724609375,
      "learning_rate": 0.00018971906164244232,
      "loss": 2.1452,
      "step": 530
    },
    {
      "epoch": 1.4814814814814814,
      "grad_norm": 3.53125,
      "learning_rate": 0.00018933455337855632,
      "loss": 2.081,
      "step": 540
    },
    {
      "epoch": 1.5089163237311385,
      "grad_norm": 2.15234375,
      "learning_rate": 0.000188943390640361,
      "loss": 2.1311,
      "step": 550
    },
    {
      "epoch": 1.5363511659807956,
      "grad_norm": 2.5078125,
      "learning_rate": 0.000188545602565321,
      "loss": 2.1465,
      "step": 560
    },
    {
      "epoch": 1.5637860082304527,
      "grad_norm": 2.421875,
      "learning_rate": 0.00018814121878441814,
      "loss": 2.242,
      "step": 570
    },
    {
      "epoch": 1.5912208504801097,
      "grad_norm": 2.095703125,
      "learning_rate": 0.0001877302694199442,
      "loss": 2.1339,
      "step": 580
    },
    {
      "epoch": 1.6186556927297668,
      "grad_norm": 1.5791015625,
      "learning_rate": 0.00018731278508325708,
      "loss": 2.1318,
      "step": 590
    },
    {
      "epoch": 1.646090534979424,
      "grad_norm": 1.8525390625,
      "learning_rate": 0.00018688879687250067,
      "loss": 2.108,
      "step": 600
    },
    {
      "epoch": 1.673525377229081,
      "grad_norm": 1.310546875,
      "learning_rate": 0.00018645833637028825,
      "loss": 2.2039,
      "step": 610
    },
    {
      "epoch": 1.700960219478738,
      "grad_norm": 1.50390625,
      "learning_rate": 0.0001860214356413501,
      "loss": 2.1096,
      "step": 620
    },
    {
      "epoch": 1.7283950617283952,
      "grad_norm": 1.6025390625,
      "learning_rate": 0.00018557812723014476,
      "loss": 2.0806,
      "step": 630
    },
    {
      "epoch": 1.7558299039780523,
      "grad_norm": 2.197265625,
      "learning_rate": 0.00018512844415843514,
      "loss": 2.0545,
      "step": 640
    },
    {
      "epoch": 1.7832647462277091,
      "grad_norm": 1.8056640625,
      "learning_rate": 0.00018467241992282843,
      "loss": 2.0552,
      "step": 650
    },
    {
      "epoch": 1.8106995884773662,
      "grad_norm": 1.40234375,
      "learning_rate": 0.00018421008849228118,
      "loss": 2.0906,
      "step": 660
    },
    {
      "epoch": 1.8381344307270233,
      "grad_norm": 1.7080078125,
      "learning_rate": 0.0001837414843055689,
      "loss": 2.0512,
      "step": 670
    },
    {
      "epoch": 1.8655692729766804,
      "grad_norm": 1.6162109375,
      "learning_rate": 0.00018326664226872065,
      "loss": 2.0945,
      "step": 680
    },
    {
      "epoch": 1.8930041152263375,
      "grad_norm": 1.603515625,
      "learning_rate": 0.0001827855977524191,
      "loss": 2.0553,
      "step": 690
    },
    {
      "epoch": 1.9204389574759944,
      "grad_norm": 1.5771484375,
      "learning_rate": 0.00018229838658936564,
      "loss": 2.0876,
      "step": 700
    },
    {
      "epoch": 1.9478737997256514,
      "grad_norm": 1.400390625,
      "learning_rate": 0.0001818050450716113,
      "loss": 2.0565,
      "step": 710
    },
    {
      "epoch": 1.9753086419753085,
      "grad_norm": 2.265625,
      "learning_rate": 0.00018130560994785325,
      "loss": 2.0883,
      "step": 720
    },
    {
      "epoch": 2.0027434842249656,
      "grad_norm": 3.23046875,
      "learning_rate": 0.00018080011842069765,
      "loss": 2.0904,
      "step": 730
    },
    {
      "epoch": 2.0301783264746227,
      "grad_norm": 1.611328125,
      "learning_rate": 0.00018028860814388827,
      "loss": 1.9926,
      "step": 740
    },
    {
      "epoch": 2.05761316872428,
      "grad_norm": 1.638671875,
      "learning_rate": 0.00017977111721950164,
      "loss": 1.9994,
      "step": 750
    },
    {
      "epoch": 2.085048010973937,
      "grad_norm": 1.7724609375,
      "learning_rate": 0.00017924768419510904,
      "loss": 2.0709,
      "step": 760
    },
    {
      "epoch": 2.112482853223594,
      "grad_norm": 1.9208984375,
      "learning_rate": 0.00017871834806090501,
      "loss": 1.9618,
      "step": 770
    },
    {
      "epoch": 2.139917695473251,
      "grad_norm": 2.603515625,
      "learning_rate": 0.000178183148246803,
      "loss": 1.9531,
      "step": 780
    },
    {
      "epoch": 2.167352537722908,
      "grad_norm": 2.236328125,
      "learning_rate": 0.0001776421246194982,
      "loss": 2.0776,
      "step": 790
    },
    {
      "epoch": 2.1947873799725652,
      "grad_norm": 2.79296875,
      "learning_rate": 0.00017709531747949796,
      "loss": 2.0563,
      "step": 800
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 2.55078125,
      "learning_rate": 0.00017654276755811997,
      "loss": 2.052,
      "step": 810
    },
    {
      "epoch": 2.2496570644718794,
      "grad_norm": 2.2421875,
      "learning_rate": 0.0001759845160144579,
      "loss": 2.0051,
      "step": 820
    },
    {
      "epoch": 2.2770919067215365,
      "grad_norm": 2.35546875,
      "learning_rate": 0.00017542060443231572,
      "loss": 2.0448,
      "step": 830
    },
    {
      "epoch": 2.3045267489711936,
      "grad_norm": 1.953125,
      "learning_rate": 0.00017485107481711012,
      "loss": 2.068,
      "step": 840
    },
    {
      "epoch": 2.3319615912208507,
      "grad_norm": 1.9912109375,
      "learning_rate": 0.00017427596959274143,
      "loss": 2.0173,
      "step": 850
    },
    {
      "epoch": 2.3593964334705078,
      "grad_norm": 1.841796875,
      "learning_rate": 0.00017369533159843369,
      "loss": 1.9539,
      "step": 860
    },
    {
      "epoch": 2.386831275720165,
      "grad_norm": 1.9970703125,
      "learning_rate": 0.00017310920408554332,
      "loss": 1.9894,
      "step": 870
    },
    {
      "epoch": 2.4142661179698215,
      "grad_norm": 1.80078125,
      "learning_rate": 0.00017251763071433765,
      "loss": 2.0438,
      "step": 880
    },
    {
      "epoch": 2.4417009602194786,
      "grad_norm": 1.8701171875,
      "learning_rate": 0.00017192065555074245,
      "loss": 2.0079,
      "step": 890
    },
    {
      "epoch": 2.4691358024691357,
      "grad_norm": 1.9775390625,
      "learning_rate": 0.00017131832306305965,
      "loss": 2.0738,
      "step": 900
    },
    {
      "epoch": 2.4965706447187928,
      "grad_norm": 2.087890625,
      "learning_rate": 0.00017071067811865476,
      "loss": 2.0805,
      "step": 910
    },
    {
      "epoch": 2.52400548696845,
      "grad_norm": 2.212890625,
      "learning_rate": 0.00017009776598061495,
      "loss": 2.0563,
      "step": 920
    },
    {
      "epoch": 2.551440329218107,
      "grad_norm": 2.291015625,
      "learning_rate": 0.00016947963230437725,
      "loss": 2.0289,
      "step": 930
    },
    {
      "epoch": 2.578875171467764,
      "grad_norm": 2.0625,
      "learning_rate": 0.0001688563231343277,
      "loss": 2.0648,
      "step": 940
    },
    {
      "epoch": 2.606310013717421,
      "grad_norm": 2.197265625,
      "learning_rate": 0.00016822788490037177,
      "loss": 1.9541,
      "step": 950
    },
    {
      "epoch": 2.633744855967078,
      "grad_norm": 1.5,
      "learning_rate": 0.00016759436441447545,
      "loss": 2.0415,
      "step": 960
    },
    {
      "epoch": 2.6611796982167353,
      "grad_norm": 1.7353515625,
      "learning_rate": 0.00016695580886717858,
      "loss": 2.0242,
      "step": 970
    },
    {
      "epoch": 2.6886145404663924,
      "grad_norm": 2.115234375,
      "learning_rate": 0.00016631226582407952,
      "loss": 2.0,
      "step": 980
    },
    {
      "epoch": 2.7160493827160495,
      "grad_norm": 1.78515625,
      "learning_rate": 0.00016566378322229204,
      "loss": 2.0559,
      "step": 990
    },
    {
      "epoch": 2.7434842249657065,
      "grad_norm": 1.6708984375,
      "learning_rate": 0.00016501040936687443,
      "loss": 2.0658,
      "step": 1000
    },
    {
      "epoch": 2.7709190672153636,
      "grad_norm": 2.06640625,
      "learning_rate": 0.00016435219292723147,
      "loss": 2.0381,
      "step": 1010
    },
    {
      "epoch": 2.7983539094650207,
      "grad_norm": 1.99609375,
      "learning_rate": 0.00016368918293348892,
      "loss": 1.9942,
      "step": 1020
    },
    {
      "epoch": 2.825788751714678,
      "grad_norm": 2.3125,
      "learning_rate": 0.00016302142877284138,
      "loss": 2.0459,
      "step": 1030
    },
    {
      "epoch": 2.8532235939643344,
      "grad_norm": 2.109375,
      "learning_rate": 0.00016234898018587337,
      "loss": 1.9964,
      "step": 1040
    },
    {
      "epoch": 2.8806584362139915,
      "grad_norm": 1.828125,
      "learning_rate": 0.00016167188726285434,
      "loss": 1.9702,
      "step": 1050
    },
    {
      "epoch": 2.9080932784636486,
      "grad_norm": 1.609375,
      "learning_rate": 0.00016099020044000727,
      "loss": 1.971,
      "step": 1060
    },
    {
      "epoch": 2.9355281207133057,
      "grad_norm": 1.662109375,
      "learning_rate": 0.00016030397049575203,
      "loss": 2.0445,
      "step": 1070
    },
    {
      "epoch": 2.962962962962963,
      "grad_norm": 2.14453125,
      "learning_rate": 0.00015961324854692254,
      "loss": 1.9905,
      "step": 1080
    },
    {
      "epoch": 2.99039780521262,
      "grad_norm": 1.71875,
      "learning_rate": 0.00015891808604495938,
      "loss": 2.0048,
      "step": 1090
    },
    {
      "epoch": 3.017832647462277,
      "grad_norm": 1.599609375,
      "learning_rate": 0.00015821853477207708,
      "loss": 2.0107,
      "step": 1100
    },
    {
      "epoch": 3.045267489711934,
      "grad_norm": 2.4765625,
      "learning_rate": 0.00015751464683740697,
      "loss": 1.9425,
      "step": 1110
    },
    {
      "epoch": 3.072702331961591,
      "grad_norm": 3.009765625,
      "learning_rate": 0.00015680647467311557,
      "loss": 1.9891,
      "step": 1120
    },
    {
      "epoch": 3.1001371742112482,
      "grad_norm": 2.1328125,
      "learning_rate": 0.00015609407103049896,
      "loss": 1.9283,
      "step": 1130
    },
    {
      "epoch": 3.1275720164609053,
      "grad_norm": 3.130859375,
      "learning_rate": 0.0001553774889760533,
      "loss": 1.9353,
      "step": 1140
    },
    {
      "epoch": 3.1550068587105624,
      "grad_norm": 2.798828125,
      "learning_rate": 0.0001546567818875221,
      "loss": 1.9945,
      "step": 1150
    },
    {
      "epoch": 3.1824417009602195,
      "grad_norm": 2.287109375,
      "learning_rate": 0.00015393200344991995,
      "loss": 1.9199,
      "step": 1160
    },
    {
      "epoch": 3.2098765432098766,
      "grad_norm": 2.748046875,
      "learning_rate": 0.00015320320765153367,
      "loss": 1.9415,
      "step": 1170
    },
    {
      "epoch": 3.2373113854595337,
      "grad_norm": 2.10546875,
      "learning_rate": 0.0001524704487799008,
      "loss": 1.9417,
      "step": 1180
    },
    {
      "epoch": 3.2647462277091908,
      "grad_norm": 2.1015625,
      "learning_rate": 0.00015173378141776568,
      "loss": 1.9477,
      "step": 1190
    },
    {
      "epoch": 3.292181069958848,
      "grad_norm": 1.8896484375,
      "learning_rate": 0.0001509932604390136,
      "loss": 1.8957,
      "step": 1200
    },
    {
      "epoch": 3.319615912208505,
      "grad_norm": 2.36328125,
      "learning_rate": 0.0001502489410045833,
      "loss": 1.9313,
      "step": 1210
    },
    {
      "epoch": 3.347050754458162,
      "grad_norm": 2.107421875,
      "learning_rate": 0.00014950087855835815,
      "loss": 1.902,
      "step": 1220
    },
    {
      "epoch": 3.374485596707819,
      "grad_norm": 1.919921875,
      "learning_rate": 0.000148749128823036,
      "loss": 1.8492,
      "step": 1230
    },
    {
      "epoch": 3.401920438957476,
      "grad_norm": 2.07421875,
      "learning_rate": 0.00014799374779597867,
      "loss": 1.9576,
      "step": 1240
    },
    {
      "epoch": 3.4293552812071333,
      "grad_norm": 2.115234375,
      "learning_rate": 0.00014723479174504037,
      "loss": 1.9472,
      "step": 1250
    },
    {
      "epoch": 3.45679012345679,
      "grad_norm": 2.748046875,
      "learning_rate": 0.00014647231720437686,
      "loss": 1.969,
      "step": 1260
    },
    {
      "epoch": 3.484224965706447,
      "grad_norm": 2.20703125,
      "learning_rate": 0.0001457063809702338,
      "loss": 1.9607,
      "step": 1270
    },
    {
      "epoch": 3.511659807956104,
      "grad_norm": 1.8447265625,
      "learning_rate": 0.00014493704009671613,
      "loss": 1.9347,
      "step": 1280
    },
    {
      "epoch": 3.539094650205761,
      "grad_norm": 1.857421875,
      "learning_rate": 0.00014416435189153846,
      "loss": 1.9848,
      "step": 1290
    },
    {
      "epoch": 3.5665294924554183,
      "grad_norm": 2.009765625,
      "learning_rate": 0.00014338837391175582,
      "loss": 1.9784,
      "step": 1300
    },
    {
      "epoch": 3.5939643347050754,
      "grad_norm": 2.373046875,
      "learning_rate": 0.00014260916395947656,
      "loss": 1.9356,
      "step": 1310
    },
    {
      "epoch": 3.6213991769547325,
      "grad_norm": 2.474609375,
      "learning_rate": 0.0001418267800775565,
      "loss": 1.9703,
      "step": 1320
    },
    {
      "epoch": 3.6488340192043895,
      "grad_norm": 1.7783203125,
      "learning_rate": 0.0001410412805452757,
      "loss": 1.9149,
      "step": 1330
    },
    {
      "epoch": 3.6762688614540466,
      "grad_norm": 2.7421875,
      "learning_rate": 0.00014025272387399674,
      "loss": 1.948,
      "step": 1340
    },
    {
      "epoch": 3.7037037037037037,
      "grad_norm": 2.64453125,
      "learning_rate": 0.00013946116880280681,
      "loss": 1.9427,
      "step": 1350
    },
    {
      "epoch": 3.731138545953361,
      "grad_norm": 3.169921875,
      "learning_rate": 0.0001386666742941419,
      "loss": 1.8966,
      "step": 1360
    },
    {
      "epoch": 3.758573388203018,
      "grad_norm": 2.00390625,
      "learning_rate": 0.00013786929952939477,
      "loss": 1.9682,
      "step": 1370
    },
    {
      "epoch": 3.786008230452675,
      "grad_norm": 1.7138671875,
      "learning_rate": 0.00013706910390450677,
      "loss": 1.9255,
      "step": 1380
    },
    {
      "epoch": 3.813443072702332,
      "grad_norm": 1.9404296875,
      "learning_rate": 0.0001362661470255432,
      "loss": 1.8883,
      "step": 1390
    },
    {
      "epoch": 3.840877914951989,
      "grad_norm": 2.662109375,
      "learning_rate": 0.00013546048870425356,
      "loss": 1.9409,
      "step": 1400
    },
    {
      "epoch": 3.8683127572016462,
      "grad_norm": 1.763671875,
      "learning_rate": 0.000134652188953616,
      "loss": 1.9766,
      "step": 1410
    },
    {
      "epoch": 3.895747599451303,
      "grad_norm": 1.7626953125,
      "learning_rate": 0.00013384130798336705,
      "loss": 1.9428,
      "step": 1420
    },
    {
      "epoch": 3.92318244170096,
      "grad_norm": 1.8583984375,
      "learning_rate": 0.00013302790619551674,
      "loss": 1.9664,
      "step": 1430
    },
    {
      "epoch": 3.950617283950617,
      "grad_norm": 1.7919921875,
      "learning_rate": 0.00013221204417984908,
      "loss": 1.9387,
      "step": 1440
    },
    {
      "epoch": 3.978052126200274,
      "grad_norm": 2.16015625,
      "learning_rate": 0.000131393782709409,
      "loss": 1.8872,
      "step": 1450
    },
    {
      "epoch": 4.005486968449931,
      "grad_norm": 1.833984375,
      "learning_rate": 0.0001305731827359753,
      "loss": 1.9299,
      "step": 1460
    },
    {
      "epoch": 4.032921810699588,
      "grad_norm": 2.3359375,
      "learning_rate": 0.00012975030538552032,
      "loss": 1.8399,
      "step": 1470
    },
    {
      "epoch": 4.060356652949245,
      "grad_norm": 1.4580078125,
      "learning_rate": 0.00012892521195365678,
      "loss": 1.9137,
      "step": 1480
    },
    {
      "epoch": 4.0877914951989025,
      "grad_norm": 1.7353515625,
      "learning_rate": 0.00012809796390107195,
      "loss": 1.8806,
      "step": 1490
    },
    {
      "epoch": 4.11522633744856,
      "grad_norm": 2.189453125,
      "learning_rate": 0.00012726862284894938,
      "loss": 1.9019,
      "step": 1500
    },
    {
      "epoch": 4.142661179698217,
      "grad_norm": 1.490234375,
      "learning_rate": 0.0001264372505743789,
      "loss": 1.8454,
      "step": 1510
    },
    {
      "epoch": 4.170096021947874,
      "grad_norm": 1.6123046875,
      "learning_rate": 0.0001256039090057547,
      "loss": 1.9057,
      "step": 1520
    },
    {
      "epoch": 4.197530864197531,
      "grad_norm": 1.3447265625,
      "learning_rate": 0.0001247686602181626,
      "loss": 1.8994,
      "step": 1530
    },
    {
      "epoch": 4.224965706447188,
      "grad_norm": 1.7265625,
      "learning_rate": 0.0001239315664287558,
      "loss": 1.8779,
      "step": 1540
    },
    {
      "epoch": 4.252400548696845,
      "grad_norm": 2.07421875,
      "learning_rate": 0.0001230926899921206,
      "loss": 1.8386,
      "step": 1550
    },
    {
      "epoch": 4.279835390946502,
      "grad_norm": 1.7724609375,
      "learning_rate": 0.00012225209339563145,
      "loss": 1.8646,
      "step": 1560
    },
    {
      "epoch": 4.307270233196159,
      "grad_norm": 1.8017578125,
      "learning_rate": 0.00012140983925479662,
      "loss": 1.8488,
      "step": 1570
    },
    {
      "epoch": 4.334705075445816,
      "grad_norm": 2.1171875,
      "learning_rate": 0.00012056599030859366,
      "loss": 1.8531,
      "step": 1580
    },
    {
      "epoch": 4.362139917695473,
      "grad_norm": 1.9462890625,
      "learning_rate": 0.00011972060941479621,
      "loss": 1.8437,
      "step": 1590
    },
    {
      "epoch": 4.3895747599451305,
      "grad_norm": 1.5908203125,
      "learning_rate": 0.00011887375954529168,
      "loss": 1.8201,
      "step": 1600
    },
    {
      "epoch": 4.4170096021947876,
      "grad_norm": 5.125,
      "learning_rate": 0.0001180255037813906,
      "loss": 1.865,
      "step": 1610
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 1.919921875,
      "learning_rate": 0.00011717590530912763,
      "loss": 1.8605,
      "step": 1620
    },
    {
      "epoch": 4.471879286694102,
      "grad_norm": 1.666015625,
      "learning_rate": 0.00011632502741455496,
      "loss": 1.8294,
      "step": 1630
    },
    {
      "epoch": 4.499314128943759,
      "grad_norm": 1.6572265625,
      "learning_rate": 0.00011547293347902812,
      "loss": 1.8254,
      "step": 1640
    },
    {
      "epoch": 4.526748971193416,
      "grad_norm": 1.4775390625,
      "learning_rate": 0.00011461968697448485,
      "loss": 1.8534,
      "step": 1650
    },
    {
      "epoch": 4.554183813443073,
      "grad_norm": 1.791015625,
      "learning_rate": 0.00011376535145871684,
      "loss": 1.8151,
      "step": 1660
    },
    {
      "epoch": 4.58161865569273,
      "grad_norm": 1.9013671875,
      "learning_rate": 0.00011290999057063569,
      "loss": 1.875,
      "step": 1670
    },
    {
      "epoch": 4.609053497942387,
      "grad_norm": 2.322265625,
      "learning_rate": 0.0001120536680255323,
      "loss": 1.9154,
      "step": 1680
    },
    {
      "epoch": 4.636488340192044,
      "grad_norm": 1.814453125,
      "learning_rate": 0.00011119644761033078,
      "loss": 1.898,
      "step": 1690
    },
    {
      "epoch": 4.663923182441701,
      "grad_norm": 2.25390625,
      "learning_rate": 0.00011033839317883701,
      "loss": 1.852,
      "step": 1700
    },
    {
      "epoch": 4.6913580246913575,
      "grad_norm": 2.240234375,
      "learning_rate": 0.00010947956864698223,
      "loss": 1.8394,
      "step": 1710
    },
    {
      "epoch": 4.7187928669410155,
      "grad_norm": 2.544921875,
      "learning_rate": 0.00010862003798806196,
      "loss": 1.84,
      "step": 1720
    },
    {
      "epoch": 4.746227709190672,
      "grad_norm": 1.7255859375,
      "learning_rate": 0.00010775986522797063,
      "loss": 1.8682,
      "step": 1730
    },
    {
      "epoch": 4.77366255144033,
      "grad_norm": 2.705078125,
      "learning_rate": 0.00010689911444043248,
      "loss": 1.8197,
      "step": 1740
    },
    {
      "epoch": 4.801097393689986,
      "grad_norm": 1.7275390625,
      "learning_rate": 0.00010603784974222861,
      "loss": 1.868,
      "step": 1750
    },
    {
      "epoch": 4.828532235939643,
      "grad_norm": 1.7900390625,
      "learning_rate": 0.00010517613528842097,
      "loss": 1.8828,
      "step": 1760
    },
    {
      "epoch": 4.8559670781893,
      "grad_norm": 1.603515625,
      "learning_rate": 0.00010431403526757347,
      "loss": 1.8683,
      "step": 1770
    },
    {
      "epoch": 4.883401920438957,
      "grad_norm": 1.958984375,
      "learning_rate": 0.00010345161389697082,
      "loss": 1.8725,
      "step": 1780
    },
    {
      "epoch": 4.910836762688614,
      "grad_norm": 1.857421875,
      "learning_rate": 0.00010258893541783476,
      "loss": 1.8893,
      "step": 1790
    },
    {
      "epoch": 4.938271604938271,
      "grad_norm": 1.755859375,
      "learning_rate": 0.00010172606409053886,
      "loss": 1.892,
      "step": 1800
    },
    {
      "epoch": 4.965706447187928,
      "grad_norm": 1.76171875,
      "learning_rate": 0.0001008630641898219,
      "loss": 1.8952,
      "step": 1810
    },
    {
      "epoch": 4.9931412894375855,
      "grad_norm": 1.767578125,
      "learning_rate": 0.0001,
      "loss": 1.8623,
      "step": 1820
    },
    {
      "epoch": 5.020576131687243,
      "grad_norm": 2.0234375,
      "learning_rate": 9.913693581017812e-05,
      "loss": 1.7838,
      "step": 1830
    },
    {
      "epoch": 5.0480109739369,
      "grad_norm": 1.9765625,
      "learning_rate": 9.827393590946116e-05,
      "loss": 1.7935,
      "step": 1840
    },
    {
      "epoch": 5.075445816186557,
      "grad_norm": 2.12109375,
      "learning_rate": 9.741106458216528e-05,
      "loss": 1.838,
      "step": 1850
    },
    {
      "epoch": 5.102880658436214,
      "grad_norm": 1.63671875,
      "learning_rate": 9.654838610302923e-05,
      "loss": 1.8097,
      "step": 1860
    },
    {
      "epoch": 5.130315500685871,
      "grad_norm": 2.62109375,
      "learning_rate": 9.568596473242654e-05,
      "loss": 1.7773,
      "step": 1870
    },
    {
      "epoch": 5.157750342935528,
      "grad_norm": 2.1015625,
      "learning_rate": 9.482386471157904e-05,
      "loss": 1.8083,
      "step": 1880
    },
    {
      "epoch": 5.185185185185185,
      "grad_norm": 1.8603515625,
      "learning_rate": 9.396215025777139e-05,
      "loss": 1.7376,
      "step": 1890
    },
    {
      "epoch": 5.212620027434842,
      "grad_norm": 1.7890625,
      "learning_rate": 9.31008855595675e-05,
      "loss": 1.8674,
      "step": 1900
    },
    {
      "epoch": 5.240054869684499,
      "grad_norm": 2.1796875,
      "learning_rate": 9.224013477202939e-05,
      "loss": 1.8239,
      "step": 1910
    },
    {
      "epoch": 5.267489711934156,
      "grad_norm": 2.208984375,
      "learning_rate": 9.137996201193805e-05,
      "loss": 1.811,
      "step": 1920
    },
    {
      "epoch": 5.2949245541838135,
      "grad_norm": 2.001953125,
      "learning_rate": 9.052043135301779e-05,
      "loss": 1.7938,
      "step": 1930
    },
    {
      "epoch": 5.322359396433471,
      "grad_norm": 2.083984375,
      "learning_rate": 8.9661606821163e-05,
      "loss": 1.8577,
      "step": 1940
    },
    {
      "epoch": 5.349794238683128,
      "grad_norm": 1.939453125,
      "learning_rate": 8.880355238966923e-05,
      "loss": 1.8207,
      "step": 1950
    },
    {
      "epoch": 5.377229080932785,
      "grad_norm": 1.873046875,
      "learning_rate": 8.79463319744677e-05,
      "loss": 1.7565,
      "step": 1960
    },
    {
      "epoch": 5.404663923182442,
      "grad_norm": 1.646484375,
      "learning_rate": 8.709000942936433e-05,
      "loss": 1.8572,
      "step": 1970
    },
    {
      "epoch": 5.432098765432099,
      "grad_norm": 1.5400390625,
      "learning_rate": 8.62346485412832e-05,
      "loss": 1.8169,
      "step": 1980
    },
    {
      "epoch": 5.459533607681756,
      "grad_norm": 1.8388671875,
      "learning_rate": 8.538031302551522e-05,
      "loss": 1.8642,
      "step": 1990
    },
    {
      "epoch": 5.486968449931413,
      "grad_norm": 2.240234375,
      "learning_rate": 8.452706652097186e-05,
      "loss": 1.7803,
      "step": 2000
    },
    {
      "epoch": 5.51440329218107,
      "grad_norm": 1.8984375,
      "learning_rate": 8.367497258544507e-05,
      "loss": 1.7859,
      "step": 2010
    },
    {
      "epoch": 5.541838134430727,
      "grad_norm": 1.880859375,
      "learning_rate": 8.282409469087239e-05,
      "loss": 1.8381,
      "step": 2020
    },
    {
      "epoch": 5.569272976680384,
      "grad_norm": 1.865234375,
      "learning_rate": 8.197449621860943e-05,
      "loss": 1.7921,
      "step": 2030
    },
    {
      "epoch": 5.596707818930041,
      "grad_norm": 1.671875,
      "learning_rate": 8.112624045470835e-05,
      "loss": 1.781,
      "step": 2040
    },
    {
      "epoch": 5.6241426611796985,
      "grad_norm": 1.7802734375,
      "learning_rate": 8.027939058520381e-05,
      "loss": 1.7988,
      "step": 2050
    },
    {
      "epoch": 5.651577503429356,
      "grad_norm": 1.72265625,
      "learning_rate": 7.943400969140635e-05,
      "loss": 1.7888,
      "step": 2060
    },
    {
      "epoch": 5.679012345679013,
      "grad_norm": 1.8701171875,
      "learning_rate": 7.85901607452034e-05,
      "loss": 1.7995,
      "step": 2070
    },
    {
      "epoch": 5.70644718792867,
      "grad_norm": 1.9873046875,
      "learning_rate": 7.774790660436858e-05,
      "loss": 1.7753,
      "step": 2080
    },
    {
      "epoch": 5.733882030178327,
      "grad_norm": 2.19921875,
      "learning_rate": 7.690731000787948e-05,
      "loss": 1.7387,
      "step": 2090
    },
    {
      "epoch": 5.761316872427983,
      "grad_norm": 1.85546875,
      "learning_rate": 7.606843357124426e-05,
      "loss": 1.8478,
      "step": 2100
    },
    {
      "epoch": 5.788751714677641,
      "grad_norm": 1.8662109375,
      "learning_rate": 7.52313397818374e-05,
      "loss": 1.8373,
      "step": 2110
    },
    {
      "epoch": 5.816186556927297,
      "grad_norm": 1.8505859375,
      "learning_rate": 7.43960909942453e-05,
      "loss": 1.8703,
      "step": 2120
    },
    {
      "epoch": 5.843621399176955,
      "grad_norm": 1.591796875,
      "learning_rate": 7.356274942562111e-05,
      "loss": 1.7647,
      "step": 2130
    },
    {
      "epoch": 5.871056241426611,
      "grad_norm": 1.8681640625,
      "learning_rate": 7.273137715105063e-05,
      "loss": 1.7957,
      "step": 2140
    },
    {
      "epoch": 5.8984910836762685,
      "grad_norm": 1.7666015625,
      "learning_rate": 7.190203609892808e-05,
      "loss": 1.7988,
      "step": 2150
    },
    {
      "epoch": 5.925925925925926,
      "grad_norm": 1.6123046875,
      "learning_rate": 7.107478804634325e-05,
      "loss": 1.7388,
      "step": 2160
    },
    {
      "epoch": 5.953360768175583,
      "grad_norm": 1.7646484375,
      "learning_rate": 7.024969461447972e-05,
      "loss": 1.7994,
      "step": 2170
    },
    {
      "epoch": 5.98079561042524,
      "grad_norm": 1.96484375,
      "learning_rate": 6.942681726402473e-05,
      "loss": 1.7937,
      "step": 2180
    },
    {
      "epoch": 6.008230452674897,
      "grad_norm": 2.099609375,
      "learning_rate": 6.8606217290591e-05,
      "loss": 1.7915,
      "step": 2190
    },
    {
      "epoch": 6.035665294924554,
      "grad_norm": 1.8466796875,
      "learning_rate": 6.778795582015097e-05,
      "loss": 1.8106,
      "step": 2200
    },
    {
      "epoch": 6.063100137174211,
      "grad_norm": 1.9228515625,
      "learning_rate": 6.697209380448333e-05,
      "loss": 1.7836,
      "step": 2210
    },
    {
      "epoch": 6.090534979423868,
      "grad_norm": 2.74609375,
      "learning_rate": 6.615869201663296e-05,
      "loss": 1.7202,
      "step": 2220
    },
    {
      "epoch": 6.117969821673525,
      "grad_norm": 1.708984375,
      "learning_rate": 6.534781104638399e-05,
      "loss": 1.7432,
      "step": 2230
    },
    {
      "epoch": 6.145404663923182,
      "grad_norm": 1.921875,
      "learning_rate": 6.453951129574644e-05,
      "loss": 1.719,
      "step": 2240
    },
    {
      "epoch": 6.172839506172839,
      "grad_norm": 1.7333984375,
      "learning_rate": 6.37338529744568e-05,
      "loss": 1.778,
      "step": 2250
    },
    {
      "epoch": 6.2002743484224965,
      "grad_norm": 1.7802734375,
      "learning_rate": 6.293089609549325e-05,
      "loss": 1.7294,
      "step": 2260
    },
    {
      "epoch": 6.227709190672154,
      "grad_norm": 2.220703125,
      "learning_rate": 6.213070047060524e-05,
      "loss": 1.6875,
      "step": 2270
    },
    {
      "epoch": 6.255144032921811,
      "grad_norm": 1.8193359375,
      "learning_rate": 6.133332570585812e-05,
      "loss": 1.8336,
      "step": 2280
    },
    {
      "epoch": 6.282578875171468,
      "grad_norm": 1.9384765625,
      "learning_rate": 6.05388311971932e-05,
      "loss": 1.7279,
      "step": 2290
    },
    {
      "epoch": 6.310013717421125,
      "grad_norm": 2.046875,
      "learning_rate": 5.9747276126003257e-05,
      "loss": 1.753,
      "step": 2300
    },
    {
      "epoch": 6.337448559670782,
      "grad_norm": 1.7490234375,
      "learning_rate": 5.8958719454724346e-05,
      "loss": 1.7593,
      "step": 2310
    },
    {
      "epoch": 6.364883401920439,
      "grad_norm": 1.9990234375,
      "learning_rate": 5.817321992244351e-05,
      "loss": 1.7361,
      "step": 2320
    },
    {
      "epoch": 6.392318244170096,
      "grad_norm": 2.55078125,
      "learning_rate": 5.739083604052351e-05,
      "loss": 1.7527,
      "step": 2330
    },
    {
      "epoch": 6.419753086419753,
      "grad_norm": 1.8408203125,
      "learning_rate": 5.6611626088244194e-05,
      "loss": 1.7893,
      "step": 2340
    },
    {
      "epoch": 6.44718792866941,
      "grad_norm": 1.8388671875,
      "learning_rate": 5.583564810846157e-05,
      "loss": 1.744,
      "step": 2350
    },
    {
      "epoch": 6.474622770919067,
      "grad_norm": 1.947265625,
      "learning_rate": 5.506295990328385e-05,
      "loss": 1.7609,
      "step": 2360
    },
    {
      "epoch": 6.502057613168724,
      "grad_norm": 1.947265625,
      "learning_rate": 5.429361902976624e-05,
      "loss": 1.7273,
      "step": 2370
    },
    {
      "epoch": 6.5294924554183815,
      "grad_norm": 1.9033203125,
      "learning_rate": 5.3527682795623146e-05,
      "loss": 1.7782,
      "step": 2380
    },
    {
      "epoch": 6.556927297668039,
      "grad_norm": 1.75390625,
      "learning_rate": 5.276520825495963e-05,
      "loss": 1.7612,
      "step": 2390
    },
    {
      "epoch": 6.584362139917696,
      "grad_norm": 1.8037109375,
      "learning_rate": 5.200625220402139e-05,
      "loss": 1.7672,
      "step": 2400
    },
    {
      "epoch": 6.611796982167353,
      "grad_norm": 1.7421875,
      "learning_rate": 5.1250871176964036e-05,
      "loss": 1.7832,
      "step": 2410
    },
    {
      "epoch": 6.63923182441701,
      "grad_norm": 1.609375,
      "learning_rate": 5.0499121441641864e-05,
      "loss": 1.7438,
      "step": 2420
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 1.865234375,
      "learning_rate": 4.975105899541671e-05,
      "loss": 1.7172,
      "step": 2430
    },
    {
      "epoch": 6.694101508916324,
      "grad_norm": 1.8056640625,
      "learning_rate": 4.900673956098644e-05,
      "loss": 1.7476,
      "step": 2440
    },
    {
      "epoch": 6.721536351165981,
      "grad_norm": 1.75390625,
      "learning_rate": 4.826621858223431e-05,
      "loss": 1.7547,
      "step": 2450
    },
    {
      "epoch": 6.748971193415638,
      "grad_norm": 1.841796875,
      "learning_rate": 4.75295512200992e-05,
      "loss": 1.7363,
      "step": 2460
    },
    {
      "epoch": 6.776406035665294,
      "grad_norm": 1.8349609375,
      "learning_rate": 4.6796792348466356e-05,
      "loss": 1.7725,
      "step": 2470
    },
    {
      "epoch": 6.803840877914952,
      "grad_norm": 1.7373046875,
      "learning_rate": 4.606799655008009e-05,
      "loss": 1.6962,
      "step": 2480
    },
    {
      "epoch": 6.831275720164609,
      "grad_norm": 2.0234375,
      "learning_rate": 4.5343218112477904e-05,
      "loss": 1.6918,
      "step": 2490
    },
    {
      "epoch": 6.858710562414267,
      "grad_norm": 1.73828125,
      "learning_rate": 4.462251102394669e-05,
      "loss": 1.7336,
      "step": 2500
    },
    {
      "epoch": 6.886145404663923,
      "grad_norm": 1.974609375,
      "learning_rate": 4.3905928969501056e-05,
      "loss": 1.7502,
      "step": 2510
    },
    {
      "epoch": 6.91358024691358,
      "grad_norm": 1.8828125,
      "learning_rate": 4.3193525326884435e-05,
      "loss": 1.8341,
      "step": 2520
    },
    {
      "epoch": 6.941015089163237,
      "grad_norm": 1.7939453125,
      "learning_rate": 4.248535316259305e-05,
      "loss": 1.7671,
      "step": 2530
    },
    {
      "epoch": 6.968449931412894,
      "grad_norm": 1.5888671875,
      "learning_rate": 4.1781465227922957e-05,
      "loss": 1.7457,
      "step": 2540
    },
    {
      "epoch": 6.995884773662551,
      "grad_norm": 1.7177734375,
      "learning_rate": 4.108191395504064e-05,
      "loss": 1.7736,
      "step": 2550
    },
    {
      "epoch": 7.023319615912208,
      "grad_norm": 1.5703125,
      "learning_rate": 4.038675145307747e-05,
      "loss": 1.6925,
      "step": 2560
    },
    {
      "epoch": 7.050754458161865,
      "grad_norm": 2.091796875,
      "learning_rate": 3.9696029504247956e-05,
      "loss": 1.7176,
      "step": 2570
    },
    {
      "epoch": 7.078189300411522,
      "grad_norm": 1.919921875,
      "learning_rate": 3.900979955999271e-05,
      "loss": 1.7825,
      "step": 2580
    },
    {
      "epoch": 7.1056241426611795,
      "grad_norm": 1.943359375,
      "learning_rate": 3.832811273714569e-05,
      "loss": 1.7257,
      "step": 2590
    },
    {
      "epoch": 7.133058984910837,
      "grad_norm": 2.052734375,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 1.7665,
      "step": 2600
    },
    {
      "epoch": 7.160493827160494,
      "grad_norm": 1.6552734375,
      "learning_rate": 3.697857122715865e-05,
      "loss": 1.7373,
      "step": 2610
    },
    {
      "epoch": 7.187928669410151,
      "grad_norm": 1.8623046875,
      "learning_rate": 3.6310817066511105e-05,
      "loss": 1.6965,
      "step": 2620
    },
    {
      "epoch": 7.215363511659808,
      "grad_norm": 1.48828125,
      "learning_rate": 3.5647807072768526e-05,
      "loss": 1.7009,
      "step": 2630
    },
    {
      "epoch": 7.242798353909465,
      "grad_norm": 1.5126953125,
      "learning_rate": 3.498959063312558e-05,
      "loss": 1.7086,
      "step": 2640
    },
    {
      "epoch": 7.270233196159122,
      "grad_norm": 1.6748046875,
      "learning_rate": 3.4336216777708e-05,
      "loss": 1.6847,
      "step": 2650
    },
    {
      "epoch": 7.297668038408779,
      "grad_norm": 1.4794921875,
      "learning_rate": 3.36877341759205e-05,
      "loss": 1.756,
      "step": 2660
    },
    {
      "epoch": 7.325102880658436,
      "grad_norm": 1.6240234375,
      "learning_rate": 3.3044191132821454e-05,
      "loss": 1.6819,
      "step": 2670
    },
    {
      "epoch": 7.352537722908093,
      "grad_norm": 1.623046875,
      "learning_rate": 3.2405635585524565e-05,
      "loss": 1.7719,
      "step": 2680
    },
    {
      "epoch": 7.37997256515775,
      "grad_norm": 1.775390625,
      "learning_rate": 3.177211509962826e-05,
      "loss": 1.7437,
      "step": 2690
    },
    {
      "epoch": 7.407407407407407,
      "grad_norm": 1.880859375,
      "learning_rate": 3.114367686567228e-05,
      "loss": 1.702,
      "step": 2700
    },
    {
      "epoch": 7.4348422496570645,
      "grad_norm": 1.6015625,
      "learning_rate": 3.052036769562276e-05,
      "loss": 1.6124,
      "step": 2710
    },
    {
      "epoch": 7.462277091906722,
      "grad_norm": 1.8525390625,
      "learning_rate": 2.9902234019385057e-05,
      "loss": 1.6915,
      "step": 2720
    },
    {
      "epoch": 7.489711934156379,
      "grad_norm": 1.998046875,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 1.7637,
      "step": 2730
    },
    {
      "epoch": 7.517146776406036,
      "grad_norm": 1.744140625,
      "learning_rate": 2.8681676936940393e-05,
      "loss": 1.7212,
      "step": 2740
    },
    {
      "epoch": 7.544581618655693,
      "grad_norm": 1.486328125,
      "learning_rate": 2.8079344449257572e-05,
      "loss": 1.7415,
      "step": 2750
    },
    {
      "epoch": 7.57201646090535,
      "grad_norm": 2.044921875,
      "learning_rate": 2.7482369285662378e-05,
      "loss": 1.7262,
      "step": 2760
    },
    {
      "epoch": 7.599451303155007,
      "grad_norm": 1.6982421875,
      "learning_rate": 2.6890795914456678e-05,
      "loss": 1.6766,
      "step": 2770
    },
    {
      "epoch": 7.626886145404664,
      "grad_norm": 1.8671875,
      "learning_rate": 2.6304668401566335e-05,
      "loss": 1.7522,
      "step": 2780
    },
    {
      "epoch": 7.654320987654321,
      "grad_norm": 1.8017578125,
      "learning_rate": 2.572403040725855e-05,
      "loss": 1.7095,
      "step": 2790
    },
    {
      "epoch": 7.681755829903978,
      "grad_norm": 2.005859375,
      "learning_rate": 2.514892518288988e-05,
      "loss": 1.7196,
      "step": 2800
    },
    {
      "epoch": 7.709190672153635,
      "grad_norm": 1.7734375,
      "learning_rate": 2.4579395567684283e-05,
      "loss": 1.7174,
      "step": 2810
    },
    {
      "epoch": 7.7366255144032925,
      "grad_norm": 2.1015625,
      "learning_rate": 2.401548398554213e-05,
      "loss": 1.745,
      "step": 2820
    },
    {
      "epoch": 7.76406035665295,
      "grad_norm": 1.7236328125,
      "learning_rate": 2.345723244188006e-05,
      "loss": 1.7127,
      "step": 2830
    },
    {
      "epoch": 7.791495198902607,
      "grad_norm": 2.4296875,
      "learning_rate": 2.290468252050204e-05,
      "loss": 1.6945,
      "step": 2840
    },
    {
      "epoch": 7.818930041152264,
      "grad_norm": 1.67578125,
      "learning_rate": 2.2357875380501836e-05,
      "loss": 1.7206,
      "step": 2850
    },
    {
      "epoch": 7.84636488340192,
      "grad_norm": 2.359375,
      "learning_rate": 2.181685175319702e-05,
      "loss": 1.683,
      "step": 2860
    },
    {
      "epoch": 7.873799725651578,
      "grad_norm": 1.7236328125,
      "learning_rate": 2.1281651939094992e-05,
      "loss": 1.7218,
      "step": 2870
    },
    {
      "epoch": 7.901234567901234,
      "grad_norm": 1.82421875,
      "learning_rate": 2.0752315804890977e-05,
      "loss": 1.7274,
      "step": 2880
    },
    {
      "epoch": 7.928669410150892,
      "grad_norm": 3.5078125,
      "learning_rate": 2.0228882780498404e-05,
      "loss": 1.6874,
      "step": 2890
    },
    {
      "epoch": 7.956104252400548,
      "grad_norm": 2.08984375,
      "learning_rate": 1.971139185611176e-05,
      "loss": 1.7064,
      "step": 2900
    },
    {
      "epoch": 7.983539094650205,
      "grad_norm": 2.240234375,
      "learning_rate": 1.919988157930236e-05,
      "loss": 1.6922,
      "step": 2910
    },
    {
      "epoch": 8.010973936899862,
      "grad_norm": 2.25,
      "learning_rate": 1.8694390052146737e-05,
      "loss": 1.73,
      "step": 2920
    },
    {
      "epoch": 8.03840877914952,
      "grad_norm": 1.62890625,
      "learning_rate": 1.819495492838872e-05,
      "loss": 1.6912,
      "step": 2930
    },
    {
      "epoch": 8.065843621399177,
      "grad_norm": 1.755859375,
      "learning_rate": 1.7701613410634365e-05,
      "loss": 1.6858,
      "step": 2940
    },
    {
      "epoch": 8.093278463648835,
      "grad_norm": 1.5791015625,
      "learning_rate": 1.7214402247580918e-05,
      "loss": 1.6634,
      "step": 2950
    },
    {
      "epoch": 8.12071330589849,
      "grad_norm": 1.63671875,
      "learning_rate": 1.6733357731279377e-05,
      "loss": 1.6908,
      "step": 2960
    },
    {
      "epoch": 8.148148148148149,
      "grad_norm": 1.8701171875,
      "learning_rate": 1.6258515694431144e-05,
      "loss": 1.7138,
      "step": 2970
    },
    {
      "epoch": 8.175582990397805,
      "grad_norm": 1.6357421875,
      "learning_rate": 1.5789911507718826e-05,
      "loss": 1.7258,
      "step": 2980
    },
    {
      "epoch": 8.203017832647463,
      "grad_norm": 1.734375,
      "learning_rate": 1.5327580077171587e-05,
      "loss": 1.7178,
      "step": 2990
    },
    {
      "epoch": 8.23045267489712,
      "grad_norm": 1.787109375,
      "learning_rate": 1.4871555841564887e-05,
      "loss": 1.6809,
      "step": 3000
    },
    {
      "epoch": 8.257887517146777,
      "grad_norm": 1.7177734375,
      "learning_rate": 1.442187276985526e-05,
      "loss": 1.6501,
      "step": 3010
    },
    {
      "epoch": 8.285322359396433,
      "grad_norm": 1.822265625,
      "learning_rate": 1.3978564358649927e-05,
      "loss": 1.7259,
      "step": 3020
    },
    {
      "epoch": 8.312757201646091,
      "grad_norm": 1.7109375,
      "learning_rate": 1.3541663629711766e-05,
      "loss": 1.752,
      "step": 3030
    },
    {
      "epoch": 8.340192043895748,
      "grad_norm": 1.7744140625,
      "learning_rate": 1.311120312749935e-05,
      "loss": 1.6563,
      "step": 3040
    },
    {
      "epoch": 8.367626886145406,
      "grad_norm": 1.8427734375,
      "learning_rate": 1.2687214916742918e-05,
      "loss": 1.7103,
      "step": 3050
    },
    {
      "epoch": 8.395061728395062,
      "grad_norm": 2.611328125,
      "learning_rate": 1.2269730580055805e-05,
      "loss": 1.6951,
      "step": 3060
    },
    {
      "epoch": 8.422496570644718,
      "grad_norm": 1.763671875,
      "learning_rate": 1.185878121558186e-05,
      "loss": 1.6747,
      "step": 3070
    },
    {
      "epoch": 8.449931412894376,
      "grad_norm": 1.7568359375,
      "learning_rate": 1.1454397434679021e-05,
      "loss": 1.7284,
      "step": 3080
    },
    {
      "epoch": 8.477366255144032,
      "grad_norm": 1.8837890625,
      "learning_rate": 1.1056609359639025e-05,
      "loss": 1.6907,
      "step": 3090
    },
    {
      "epoch": 8.50480109739369,
      "grad_norm": 1.677734375,
      "learning_rate": 1.0665446621443708e-05,
      "loss": 1.652,
      "step": 3100
    },
    {
      "epoch": 8.532235939643346,
      "grad_norm": 1.7236328125,
      "learning_rate": 1.028093835755769e-05,
      "loss": 1.6751,
      "step": 3110
    },
    {
      "epoch": 8.559670781893004,
      "grad_norm": 1.716796875,
      "learning_rate": 9.903113209758096e-06,
      "loss": 1.6465,
      "step": 3120
    },
    {
      "epoch": 8.58710562414266,
      "grad_norm": 1.6328125,
      "learning_rate": 9.531999322000885e-06,
      "loss": 1.7407,
      "step": 3130
    },
    {
      "epoch": 8.614540466392318,
      "grad_norm": 1.681640625,
      "learning_rate": 9.1676243383246e-06,
      "loss": 1.7061,
      "step": 3140
    },
    {
      "epoch": 8.641975308641975,
      "grad_norm": 2.072265625,
      "learning_rate": 8.810015400790994e-06,
      "loss": 1.6604,
      "step": 3150
    },
    {
      "epoch": 8.669410150891633,
      "grad_norm": 1.7685546875,
      "learning_rate": 8.45919914746337e-06,
      "loss": 1.7301,
      "step": 3160
    },
    {
      "epoch": 8.696844993141289,
      "grad_norm": 2.193359375,
      "learning_rate": 8.115201710422282e-06,
      "loss": 1.6973,
      "step": 3170
    },
    {
      "epoch": 8.724279835390947,
      "grad_norm": 1.677734375,
      "learning_rate": 7.778048713818975e-06,
      "loss": 1.7165,
      "step": 3180
    },
    {
      "epoch": 8.751714677640603,
      "grad_norm": 2.1171875,
      "learning_rate": 7.447765271966656e-06,
      "loss": 1.6841,
      "step": 3190
    },
    {
      "epoch": 8.779149519890261,
      "grad_norm": 1.6279296875,
      "learning_rate": 7.124375987469767e-06,
      "loss": 1.7142,
      "step": 3200
    },
    {
      "epoch": 8.806584362139917,
      "grad_norm": 1.93359375,
      "learning_rate": 6.80790494939132e-06,
      "loss": 1.7619,
      "step": 3210
    },
    {
      "epoch": 8.834019204389575,
      "grad_norm": 2.171875,
      "learning_rate": 6.498375731458528e-06,
      "loss": 1.7146,
      "step": 3220
    },
    {
      "epoch": 8.861454046639231,
      "grad_norm": 1.59765625,
      "learning_rate": 6.195811390306816e-06,
      "loss": 1.6753,
      "step": 3230
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 1.6484375,
      "learning_rate": 5.900234463762366e-06,
      "loss": 1.662,
      "step": 3240
    },
    {
      "epoch": 8.916323731138545,
      "grad_norm": 1.70703125,
      "learning_rate": 5.611666969163243e-06,
      "loss": 1.6781,
      "step": 3250
    },
    {
      "epoch": 8.943758573388203,
      "grad_norm": 1.8642578125,
      "learning_rate": 5.3301304017194135e-06,
      "loss": 1.6446,
      "step": 3260
    },
    {
      "epoch": 8.97119341563786,
      "grad_norm": 1.96484375,
      "learning_rate": 5.055645732911462e-06,
      "loss": 1.6632,
      "step": 3270
    },
    {
      "epoch": 8.998628257887518,
      "grad_norm": 2.181640625,
      "learning_rate": 4.788233408928589e-06,
      "loss": 1.707,
      "step": 3280
    },
    {
      "epoch": 9.026063100137174,
      "grad_norm": 1.75390625,
      "learning_rate": 4.527913349145441e-06,
      "loss": 1.7361,
      "step": 3290
    },
    {
      "epoch": 9.053497942386832,
      "grad_norm": 2.705078125,
      "learning_rate": 4.27470494463843e-06,
      "loss": 1.7412,
      "step": 3300
    },
    {
      "epoch": 9.080932784636488,
      "grad_norm": 2.5,
      "learning_rate": 4.028627056741252e-06,
      "loss": 1.6508,
      "step": 3310
    },
    {
      "epoch": 9.108367626886146,
      "grad_norm": 1.7490234375,
      "learning_rate": 3.789698015639953e-06,
      "loss": 1.7095,
      "step": 3320
    },
    {
      "epoch": 9.135802469135802,
      "grad_norm": 1.7919921875,
      "learning_rate": 3.5579356190074907e-06,
      "loss": 1.6629,
      "step": 3330
    },
    {
      "epoch": 9.16323731138546,
      "grad_norm": 1.662109375,
      "learning_rate": 3.3333571306780497e-06,
      "loss": 1.6755,
      "step": 3340
    },
    {
      "epoch": 9.190672153635116,
      "grad_norm": 5.0703125,
      "learning_rate": 3.115979279360992e-06,
      "loss": 1.6963,
      "step": 3350
    },
    {
      "epoch": 9.218106995884774,
      "grad_norm": 1.662109375,
      "learning_rate": 2.905818257394799e-06,
      "loss": 1.694,
      "step": 3360
    },
    {
      "epoch": 9.24554183813443,
      "grad_norm": 1.55078125,
      "learning_rate": 2.702889719540924e-06,
      "loss": 1.6488,
      "step": 3370
    },
    {
      "epoch": 9.272976680384089,
      "grad_norm": 2.107421875,
      "learning_rate": 2.5072087818176382e-06,
      "loss": 1.6729,
      "step": 3380
    },
    {
      "epoch": 9.300411522633745,
      "grad_norm": 1.5791015625,
      "learning_rate": 2.3187900203740844e-06,
      "loss": 1.6518,
      "step": 3390
    },
    {
      "epoch": 9.327846364883403,
      "grad_norm": 2.0234375,
      "learning_rate": 2.137647470404469e-06,
      "loss": 1.7342,
      "step": 3400
    },
    {
      "epoch": 9.355281207133059,
      "grad_norm": 1.9423828125,
      "learning_rate": 1.963794625102655e-06,
      "loss": 1.7223,
      "step": 3410
    },
    {
      "epoch": 9.382716049382717,
      "grad_norm": 2.234375,
      "learning_rate": 1.797244434656975e-06,
      "loss": 1.7224,
      "step": 3420
    },
    {
      "epoch": 9.410150891632373,
      "grad_norm": 1.6806640625,
      "learning_rate": 1.6380093052856483e-06,
      "loss": 1.6956,
      "step": 3430
    },
    {
      "epoch": 9.437585733882031,
      "grad_norm": 1.693359375,
      "learning_rate": 1.48610109831262e-06,
      "loss": 1.6918,
      "step": 3440
    },
    {
      "epoch": 9.465020576131687,
      "grad_norm": 1.7080078125,
      "learning_rate": 1.341531129284046e-06,
      "loss": 1.6376,
      "step": 3450
    },
    {
      "epoch": 9.492455418381343,
      "grad_norm": 2.220703125,
      "learning_rate": 1.2043101671253554e-06,
      "loss": 1.6831,
      "step": 3460
    },
    {
      "epoch": 9.519890260631001,
      "grad_norm": 2.203125,
      "learning_rate": 1.0744484333391368e-06,
      "loss": 1.6559,
      "step": 3470
    },
    {
      "epoch": 9.547325102880658,
      "grad_norm": 1.982421875,
      "learning_rate": 9.519556012436815e-07,
      "loss": 1.6864,
      "step": 3480
    },
    {
      "epoch": 9.574759945130316,
      "grad_norm": 2.025390625,
      "learning_rate": 8.368407952525026e-07,
      "loss": 1.6973,
      "step": 3490
    },
    {
      "epoch": 9.602194787379972,
      "grad_norm": 1.6865234375,
      "learning_rate": 7.291125901946027e-07,
      "loss": 1.7048,
      "step": 3500
    },
    {
      "epoch": 9.62962962962963,
      "grad_norm": 1.9140625,
      "learning_rate": 6.287790106757396e-07,
      "loss": 1.6939,
      "step": 3510
    },
    {
      "epoch": 9.657064471879286,
      "grad_norm": 1.5322265625,
      "learning_rate": 5.358475304807375e-07,
      "loss": 1.7541,
      "step": 3520
    },
    {
      "epoch": 9.684499314128944,
      "grad_norm": 2.29296875,
      "learning_rate": 4.503250720166774e-07,
      "loss": 1.6679,
      "step": 3530
    },
    {
      "epoch": 9.7119341563786,
      "grad_norm": 1.5634765625,
      "learning_rate": 3.7221800579735346e-07,
      "loss": 1.685,
      "step": 3540
    },
    {
      "epoch": 9.739368998628258,
      "grad_norm": 1.6884765625,
      "learning_rate": 3.0153214996866406e-07,
      "loss": 1.6628,
      "step": 3550
    },
    {
      "epoch": 9.766803840877914,
      "grad_norm": 1.8408203125,
      "learning_rate": 2.382727698752474e-07,
      "loss": 1.6632,
      "step": 3560
    },
    {
      "epoch": 9.794238683127572,
      "grad_norm": 1.9072265625,
      "learning_rate": 1.824445776682504e-07,
      "loss": 1.7231,
      "step": 3570
    },
    {
      "epoch": 9.821673525377228,
      "grad_norm": 1.791015625,
      "learning_rate": 1.340517319543877e-07,
      "loss": 1.6758,
      "step": 3580
    },
    {
      "epoch": 9.849108367626886,
      "grad_norm": 1.7236328125,
      "learning_rate": 9.309783748606693e-08,
      "loss": 1.6677,
      "step": 3590
    },
    {
      "epoch": 9.876543209876543,
      "grad_norm": 1.5498046875,
      "learning_rate": 5.958594489295921e-08,
      "loss": 1.6355,
      "step": 3600
    },
    {
      "epoch": 9.9039780521262,
      "grad_norm": 1.802734375,
      "learning_rate": 3.351855045471419e-08,
      "loss": 1.6854,
      "step": 3610
    },
    {
      "epoch": 9.931412894375857,
      "grad_norm": 1.9306640625,
      "learning_rate": 1.4897595915053242e-08,
      "loss": 1.6643,
      "step": 3620
    },
    {
      "epoch": 9.958847736625515,
      "grad_norm": 1.8544921875,
      "learning_rate": 3.724468337085174e-09,
      "loss": 1.7076,
      "step": 3630
    },
    {
      "epoch": 9.986282578875171,
      "grad_norm": 2.060546875,
      "learning_rate": 0.0,
      "loss": 1.6734,
      "step": 3640
    },
    {
      "epoch": 9.986282578875171,
      "step": 3640,
      "total_flos": 2.39046462799872e+17,
      "train_loss": 1.891263527398581,
      "train_runtime": 3639.5664,
      "train_samples_per_second": 4.006,
      "train_steps_per_second": 1.0
    }
  ],
  "logging_steps": 10,
  "max_steps": 3640,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "total_flos": 2.39046462799872e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}