{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.29428534642903126,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007357133660725781,
      "grad_norm": 223.60693359375,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 20.4521,
      "step": 10
    },
    {
      "epoch": 0.0014714267321451562,
      "grad_norm": 115.68708038330078,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 17.0724,
      "step": 20
    },
    {
      "epoch": 0.0022071400982177345,
      "grad_norm": 9.73855972290039,
      "learning_rate": 3e-06,
      "loss": 11.1765,
      "step": 30
    },
    {
      "epoch": 0.0029428534642903124,
      "grad_norm": 4.239206314086914,
      "learning_rate": 4.000000000000001e-06,
      "loss": 9.9334,
      "step": 40
    },
    {
      "epoch": 0.0036785668303628907,
      "grad_norm": 5.939801216125488,
      "learning_rate": 5e-06,
      "loss": 9.6538,
      "step": 50
    },
    {
      "epoch": 0.004414280196435469,
      "grad_norm": 7.083678245544434,
      "learning_rate": 6e-06,
      "loss": 9.4877,
      "step": 60
    },
    {
      "epoch": 0.0051499935625080465,
      "grad_norm": 4.155125617980957,
      "learning_rate": 7.000000000000001e-06,
      "loss": 9.2998,
      "step": 70
    },
    {
      "epoch": 0.005885706928580625,
      "grad_norm": 8.080842018127441,
      "learning_rate": 8.000000000000001e-06,
      "loss": 9.1653,
      "step": 80
    },
    {
      "epoch": 0.006621420294653203,
      "grad_norm": 5.2444353103637695,
      "learning_rate": 9e-06,
      "loss": 9.0503,
      "step": 90
    },
    {
      "epoch": 0.0073571336607257815,
      "grad_norm": 5.591372966766357,
      "learning_rate": 1e-05,
      "loss": 8.9182,
      "step": 100
    },
    {
      "epoch": 0.008092847026798359,
      "grad_norm": 6.641251564025879,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 8.7308,
      "step": 110
    },
    {
      "epoch": 0.008828560392870938,
      "grad_norm": 8.2617769241333,
      "learning_rate": 1.2e-05,
      "loss": 8.4667,
      "step": 120
    },
    {
      "epoch": 0.009564273758943516,
      "grad_norm": 8.181135177612305,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 8.1982,
      "step": 130
    },
    {
      "epoch": 0.010299987125016093,
      "grad_norm": 5.930114269256592,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 7.8692,
      "step": 140
    },
    {
      "epoch": 0.011035700491088672,
      "grad_norm": 4.546728610992432,
      "learning_rate": 1.5e-05,
      "loss": 7.5773,
      "step": 150
    },
    {
      "epoch": 0.01177141385716125,
      "grad_norm": 4.127258777618408,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 7.3816,
      "step": 160
    },
    {
      "epoch": 0.012507127223233829,
      "grad_norm": 4.3951849937438965,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 7.2603,
      "step": 170
    },
    {
      "epoch": 0.013242840589306406,
      "grad_norm": 2.085538625717163,
      "learning_rate": 1.8e-05,
      "loss": 7.16,
      "step": 180
    },
    {
      "epoch": 0.013978553955378984,
      "grad_norm": 3.098052501678467,
      "learning_rate": 1.9e-05,
      "loss": 7.0236,
      "step": 190
    },
    {
      "epoch": 0.014714267321451563,
      "grad_norm": 4.054460525512695,
      "learning_rate": 2e-05,
      "loss": 7.0169,
      "step": 200
    },
    {
      "epoch": 0.01544998068752414,
      "grad_norm": 1.6470402479171753,
      "learning_rate": 2.1e-05,
      "loss": 6.9933,
      "step": 210
    },
    {
      "epoch": 0.016185694053596718,
      "grad_norm": 1.3456400632858276,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 6.9151,
      "step": 220
    },
    {
      "epoch": 0.016921407419669295,
      "grad_norm": 1.3457653522491455,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 6.9246,
      "step": 230
    },
    {
      "epoch": 0.017657120785741876,
      "grad_norm": 2.5111804008483887,
      "learning_rate": 2.4e-05,
      "loss": 6.8615,
      "step": 240
    },
    {
      "epoch": 0.018392834151814454,
      "grad_norm": 2.082517147064209,
      "learning_rate": 2.5e-05,
      "loss": 6.8109,
      "step": 250
    },
    {
      "epoch": 0.01912854751788703,
      "grad_norm": 2.9603984355926514,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 6.7036,
      "step": 260
    },
    {
      "epoch": 0.01986426088395961,
      "grad_norm": 1.7493945360183716,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 6.6403,
      "step": 270
    },
    {
      "epoch": 0.020599974250032186,
      "grad_norm": 3.83150315284729,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 6.6216,
      "step": 280
    },
    {
      "epoch": 0.021335687616104767,
      "grad_norm": 2.9999842643737793,
      "learning_rate": 2.9e-05,
      "loss": 6.6013,
      "step": 290
    },
    {
      "epoch": 0.022071400982177344,
      "grad_norm": 2.799868583679199,
      "learning_rate": 3e-05,
      "loss": 6.4751,
      "step": 300
    },
    {
      "epoch": 0.022807114348249922,
      "grad_norm": 3.548393487930298,
      "learning_rate": 3.1e-05,
      "loss": 6.5082,
      "step": 310
    },
    {
      "epoch": 0.0235428277143225,
      "grad_norm": 3.523336410522461,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 6.4566,
      "step": 320
    },
    {
      "epoch": 0.024278541080395077,
      "grad_norm": 2.0755739212036133,
      "learning_rate": 3.3e-05,
      "loss": 6.3776,
      "step": 330
    },
    {
      "epoch": 0.025014254446467658,
      "grad_norm": 3.288764238357544,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 6.3559,
      "step": 340
    },
    {
      "epoch": 0.025749967812540235,
      "grad_norm": 3.3932132720947266,
      "learning_rate": 3.5e-05,
      "loss": 6.3234,
      "step": 350
    },
    {
      "epoch": 0.026485681178612813,
      "grad_norm": 2.7775251865386963,
      "learning_rate": 3.6e-05,
      "loss": 6.2551,
      "step": 360
    },
    {
      "epoch": 0.02722139454468539,
      "grad_norm": 2.6773834228515625,
      "learning_rate": 3.7e-05,
      "loss": 6.206,
      "step": 370
    },
    {
      "epoch": 0.027957107910757967,
      "grad_norm": 2.556666612625122,
      "learning_rate": 3.8e-05,
      "loss": 6.1396,
      "step": 380
    },
    {
      "epoch": 0.02869282127683055,
      "grad_norm": 3.2724132537841797,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 6.106,
      "step": 390
    },
    {
      "epoch": 0.029428534642903126,
      "grad_norm": 2.354327440261841,
      "learning_rate": 4e-05,
      "loss": 6.1258,
      "step": 400
    },
    {
      "epoch": 0.030164248008975703,
      "grad_norm": 1.804317593574524,
      "learning_rate": 4.1e-05,
      "loss": 6.0516,
      "step": 410
    },
    {
      "epoch": 0.03089996137504828,
      "grad_norm": 1.7134747505187988,
      "learning_rate": 4.2e-05,
      "loss": 5.9582,
      "step": 420
    },
    {
      "epoch": 0.03163567474112086,
      "grad_norm": 1.4939428567886353,
      "learning_rate": 4.3e-05,
      "loss": 5.9328,
      "step": 430
    },
    {
      "epoch": 0.032371388107193436,
      "grad_norm": 1.9662060737609863,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 5.8578,
      "step": 440
    },
    {
      "epoch": 0.03310710147326602,
      "grad_norm": 1.748353123664856,
      "learning_rate": 4.5e-05,
      "loss": 5.7874,
      "step": 450
    },
    {
      "epoch": 0.03384281483933859,
      "grad_norm": 2.1945955753326416,
      "learning_rate": 4.600000000000001e-05,
      "loss": 5.7787,
      "step": 460
    },
    {
      "epoch": 0.03457852820541117,
      "grad_norm": 2.1684770584106445,
      "learning_rate": 4.7e-05,
      "loss": 5.7138,
      "step": 470
    },
    {
      "epoch": 0.03531424157148375,
      "grad_norm": 1.728945255279541,
      "learning_rate": 4.8e-05,
      "loss": 5.6774,
      "step": 480
    },
    {
      "epoch": 0.036049954937556326,
      "grad_norm": 1.8206098079681396,
      "learning_rate": 4.9e-05,
      "loss": 5.6214,
      "step": 490
    },
    {
      "epoch": 0.03678566830362891,
      "grad_norm": 1.5937659740447998,
      "learning_rate": 5e-05,
      "loss": 5.5198,
      "step": 500
    },
    {
      "epoch": 0.03752138166970148,
      "grad_norm": 1.617659568786621,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 5.4818,
      "step": 510
    },
    {
      "epoch": 0.03825709503577406,
      "grad_norm": 1.7942918539047241,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 5.5156,
      "step": 520
    },
    {
      "epoch": 0.03899280840184664,
      "grad_norm": 1.830945611000061,
      "learning_rate": 5.300000000000001e-05,
      "loss": 5.3836,
      "step": 530
    },
    {
      "epoch": 0.03972852176791922,
      "grad_norm": 1.5295898914337158,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 5.3989,
      "step": 540
    },
    {
      "epoch": 0.0404642351339918,
      "grad_norm": 1.527603268623352,
      "learning_rate": 5.500000000000001e-05,
      "loss": 5.3724,
      "step": 550
    },
    {
      "epoch": 0.04119994850006437,
      "grad_norm": 1.6225807666778564,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 5.2788,
      "step": 560
    },
    {
      "epoch": 0.04193566186613695,
      "grad_norm": 2.0076022148132324,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 5.2227,
      "step": 570
    },
    {
      "epoch": 0.042671375232209534,
      "grad_norm": 1.5891458988189697,
      "learning_rate": 5.8e-05,
      "loss": 5.2265,
      "step": 580
    },
    {
      "epoch": 0.04340708859828211,
      "grad_norm": 1.5814419984817505,
      "learning_rate": 5.9e-05,
      "loss": 5.1948,
      "step": 590
    },
    {
      "epoch": 0.04414280196435469,
      "grad_norm": 1.7139537334442139,
      "learning_rate": 6e-05,
      "loss": 5.1036,
      "step": 600
    },
    {
      "epoch": 0.04487851533042726,
      "grad_norm": 1.2224972248077393,
      "learning_rate": 6.1e-05,
      "loss": 5.1932,
      "step": 610
    },
    {
      "epoch": 0.045614228696499844,
      "grad_norm": 1.6268278360366821,
      "learning_rate": 6.2e-05,
      "loss": 5.068,
      "step": 620
    },
    {
      "epoch": 0.046349942062572425,
      "grad_norm": 1.4944841861724854,
      "learning_rate": 6.3e-05,
      "loss": 5.032,
      "step": 630
    },
    {
      "epoch": 0.047085655428645,
      "grad_norm": 1.442824363708496,
      "learning_rate": 6.400000000000001e-05,
      "loss": 5.0077,
      "step": 640
    },
    {
      "epoch": 0.04782136879471758,
      "grad_norm": 1.6031944751739502,
      "learning_rate": 6.500000000000001e-05,
      "loss": 4.9808,
      "step": 650
    },
    {
      "epoch": 0.04855708216079015,
      "grad_norm": 1.6006144285202026,
      "learning_rate": 6.6e-05,
      "loss": 4.9239,
      "step": 660
    },
    {
      "epoch": 0.049292795526862734,
      "grad_norm": 1.3961182832717896,
      "learning_rate": 6.7e-05,
      "loss": 4.9158,
      "step": 670
    },
    {
      "epoch": 0.050028508892935315,
      "grad_norm": 1.4314249753952026,
      "learning_rate": 6.800000000000001e-05,
      "loss": 4.8126,
      "step": 680
    },
    {
      "epoch": 0.05076422225900789,
      "grad_norm": 1.4509848356246948,
      "learning_rate": 6.9e-05,
      "loss": 4.8713,
      "step": 690
    },
    {
      "epoch": 0.05149993562508047,
      "grad_norm": 1.5618196725845337,
      "learning_rate": 7e-05,
      "loss": 4.7814,
      "step": 700
    },
    {
      "epoch": 0.052235648991153044,
      "grad_norm": 1.5423110723495483,
      "learning_rate": 7.1e-05,
      "loss": 4.7409,
      "step": 710
    },
    {
      "epoch": 0.052971362357225625,
      "grad_norm": 1.2559527158737183,
      "learning_rate": 7.2e-05,
      "loss": 4.73,
      "step": 720
    },
    {
      "epoch": 0.053707075723298206,
      "grad_norm": 1.1119533777236938,
      "learning_rate": 7.3e-05,
      "loss": 4.7055,
      "step": 730
    },
    {
      "epoch": 0.05444278908937078,
      "grad_norm": 1.2400840520858765,
      "learning_rate": 7.4e-05,
      "loss": 4.6501,
      "step": 740
    },
    {
      "epoch": 0.05517850245544336,
      "grad_norm": 1.2191784381866455,
      "learning_rate": 7.500000000000001e-05,
      "loss": 4.6239,
      "step": 750
    },
    {
      "epoch": 0.055914215821515935,
      "grad_norm": 1.269572377204895,
      "learning_rate": 7.6e-05,
      "loss": 4.6498,
      "step": 760
    },
    {
      "epoch": 0.056649929187588516,
      "grad_norm": 1.275608777999878,
      "learning_rate": 7.7e-05,
      "loss": 4.6326,
      "step": 770
    },
    {
      "epoch": 0.0573856425536611,
      "grad_norm": 1.3013856410980225,
      "learning_rate": 7.800000000000001e-05,
      "loss": 4.5869,
      "step": 780
    },
    {
      "epoch": 0.05812135591973367,
      "grad_norm": 1.37381112575531,
      "learning_rate": 7.900000000000001e-05,
      "loss": 4.5785,
      "step": 790
    },
    {
      "epoch": 0.05885706928580625,
      "grad_norm": 1.2166635990142822,
      "learning_rate": 8e-05,
      "loss": 4.5126,
      "step": 800
    },
    {
      "epoch": 0.059592782651878826,
      "grad_norm": 1.4644134044647217,
      "learning_rate": 8.1e-05,
      "loss": 4.5228,
      "step": 810
    },
    {
      "epoch": 0.06032849601795141,
      "grad_norm": 1.206525206565857,
      "learning_rate": 8.2e-05,
      "loss": 4.4874,
      "step": 820
    },
    {
      "epoch": 0.06106420938402399,
      "grad_norm": 1.1188849210739136,
      "learning_rate": 8.3e-05,
      "loss": 4.4619,
      "step": 830
    },
    {
      "epoch": 0.06179992275009656,
      "grad_norm": 1.2260874509811401,
      "learning_rate": 8.4e-05,
      "loss": 4.4118,
      "step": 840
    },
    {
      "epoch": 0.06253563611616914,
      "grad_norm": 1.19864022731781,
      "learning_rate": 8.5e-05,
      "loss": 4.3522,
      "step": 850
    },
    {
      "epoch": 0.06327134948224172,
      "grad_norm": 1.1710054874420166,
      "learning_rate": 8.6e-05,
      "loss": 4.4048,
      "step": 860
    },
    {
      "epoch": 0.0640070628483143,
      "grad_norm": 0.8916666507720947,
      "learning_rate": 8.7e-05,
      "loss": 4.3865,
      "step": 870
    },
    {
      "epoch": 0.06474277621438687,
      "grad_norm": 1.135651707649231,
      "learning_rate": 8.800000000000001e-05,
      "loss": 4.3554,
      "step": 880
    },
    {
      "epoch": 0.06547848958045946,
      "grad_norm": 0.9037818312644958,
      "learning_rate": 8.900000000000001e-05,
      "loss": 4.4055,
      "step": 890
    },
    {
      "epoch": 0.06621420294653203,
      "grad_norm": 1.1230660676956177,
      "learning_rate": 9e-05,
      "loss": 4.3131,
      "step": 900
    },
    {
      "epoch": 0.06694991631260461,
      "grad_norm": 1.149318814277649,
      "learning_rate": 9.1e-05,
      "loss": 4.2923,
      "step": 910
    },
    {
      "epoch": 0.06768562967867718,
      "grad_norm": 1.1154922246932983,
      "learning_rate": 9.200000000000001e-05,
      "loss": 4.2774,
      "step": 920
    },
    {
      "epoch": 0.06842134304474977,
      "grad_norm": 1.0399177074432373,
      "learning_rate": 9.300000000000001e-05,
      "loss": 4.2766,
      "step": 930
    },
    {
      "epoch": 0.06915705641082234,
      "grad_norm": 1.0165122747421265,
      "learning_rate": 9.4e-05,
      "loss": 4.2479,
      "step": 940
    },
    {
      "epoch": 0.06989276977689492,
      "grad_norm": 1.3305314779281616,
      "learning_rate": 9.5e-05,
      "loss": 4.2443,
      "step": 950
    },
    {
      "epoch": 0.0706284831429675,
      "grad_norm": 0.8728047609329224,
      "learning_rate": 9.6e-05,
      "loss": 4.3267,
      "step": 960
    },
    {
      "epoch": 0.07136419650904008,
      "grad_norm": 1.117966890335083,
      "learning_rate": 9.7e-05,
      "loss": 4.2435,
      "step": 970
    },
    {
      "epoch": 0.07209990987511265,
      "grad_norm": 0.934165894985199,
      "learning_rate": 9.8e-05,
      "loss": 4.2125,
      "step": 980
    },
    {
      "epoch": 0.07283562324118524,
      "grad_norm": 1.0023953914642334,
      "learning_rate": 9.900000000000001e-05,
      "loss": 4.1705,
      "step": 990
    },
    {
      "epoch": 0.07357133660725781,
      "grad_norm": 0.9707255959510803,
      "learning_rate": 0.0001,
      "loss": 4.202,
      "step": 1000
    },
    {
      "epoch": 0.07430704997333039,
      "grad_norm": 0.988510012626648,
      "learning_rate": 9.999998440456413e-05,
      "loss": 4.1781,
      "step": 1010
    },
    {
      "epoch": 0.07504276333940296,
      "grad_norm": 1.0348843336105347,
      "learning_rate": 9.99999376182662e-05,
      "loss": 4.1589,
      "step": 1020
    },
    {
      "epoch": 0.07577847670547555,
      "grad_norm": 1.0255194902420044,
      "learning_rate": 9.999985964113542e-05,
      "loss": 4.1653,
      "step": 1030
    },
    {
      "epoch": 0.07651419007154812,
      "grad_norm": 0.831902801990509,
      "learning_rate": 9.999975047322044e-05,
      "loss": 4.1595,
      "step": 1040
    },
    {
      "epoch": 0.0772499034376207,
      "grad_norm": 0.964509904384613,
      "learning_rate": 9.999961011458933e-05,
      "loss": 4.1414,
      "step": 1050
    },
    {
      "epoch": 0.07798561680369329,
      "grad_norm": 0.796290397644043,
      "learning_rate": 9.99994385653297e-05,
      "loss": 4.0971,
      "step": 1060
    },
    {
      "epoch": 0.07872133016976586,
      "grad_norm": 0.8830526471138,
      "learning_rate": 9.99992358255485e-05,
      "loss": 4.1182,
      "step": 1070
    },
    {
      "epoch": 0.07945704353583843,
      "grad_norm": 1.0227144956588745,
      "learning_rate": 9.999900189537226e-05,
      "loss": 4.0917,
      "step": 1080
    },
    {
      "epoch": 0.08019275690191102,
      "grad_norm": 1.0185173749923706,
      "learning_rate": 9.999873677494689e-05,
      "loss": 4.1066,
      "step": 1090
    },
    {
      "epoch": 0.0809284702679836,
      "grad_norm": 0.8834981322288513,
      "learning_rate": 9.999844046443776e-05,
      "loss": 4.0413,
      "step": 1100
    },
    {
      "epoch": 0.08166418363405617,
      "grad_norm": 0.9037182331085205,
      "learning_rate": 9.999811296402975e-05,
      "loss": 4.1012,
      "step": 1110
    },
    {
      "epoch": 0.08239989700012874,
      "grad_norm": 0.9970824122428894,
      "learning_rate": 9.99977542739271e-05,
      "loss": 4.0548,
      "step": 1120
    },
    {
      "epoch": 0.08313561036620133,
      "grad_norm": 0.9786319136619568,
      "learning_rate": 9.999736439435364e-05,
      "loss": 4.0613,
      "step": 1130
    },
    {
      "epoch": 0.0838713237322739,
      "grad_norm": 0.8991515636444092,
      "learning_rate": 9.999694332555253e-05,
      "loss": 4.07,
      "step": 1140
    },
    {
      "epoch": 0.08460703709834648,
      "grad_norm": 0.8191851377487183,
      "learning_rate": 9.999649106778646e-05,
      "loss": 4.0169,
      "step": 1150
    },
    {
      "epoch": 0.08534275046441907,
      "grad_norm": 0.7964187860488892,
      "learning_rate": 9.999600762133756e-05,
      "loss": 4.0185,
      "step": 1160
    },
    {
      "epoch": 0.08607846383049164,
      "grad_norm": 0.8330606818199158,
      "learning_rate": 9.99954929865074e-05,
      "loss": 4.0695,
      "step": 1170
    },
    {
      "epoch": 0.08681417719656422,
      "grad_norm": 0.8456650376319885,
      "learning_rate": 9.999494716361703e-05,
      "loss": 3.971,
      "step": 1180
    },
    {
      "epoch": 0.0875498905626368,
      "grad_norm": 0.7506271600723267,
      "learning_rate": 9.999437015300694e-05,
      "loss": 4.0053,
      "step": 1190
    },
    {
      "epoch": 0.08828560392870938,
      "grad_norm": 0.7525317668914795,
      "learning_rate": 9.999376195503709e-05,
      "loss": 3.9699,
      "step": 1200
    },
    {
      "epoch": 0.08902131729478195,
      "grad_norm": 0.7871759533882141,
      "learning_rate": 9.999312257008685e-05,
      "loss": 3.9137,
      "step": 1210
    },
    {
      "epoch": 0.08975703066085453,
      "grad_norm": 0.8398749828338623,
      "learning_rate": 9.999245199855512e-05,
      "loss": 3.9667,
      "step": 1220
    },
    {
      "epoch": 0.09049274402692711,
      "grad_norm": 0.7666105031967163,
      "learning_rate": 9.99917502408602e-05,
      "loss": 3.9273,
      "step": 1230
    },
    {
      "epoch": 0.09122845739299969,
      "grad_norm": 0.8470506072044373,
      "learning_rate": 9.999101729743985e-05,
      "loss": 3.9694,
      "step": 1240
    },
    {
      "epoch": 0.09196417075907226,
      "grad_norm": 0.7060391306877136,
      "learning_rate": 9.999025316875129e-05,
      "loss": 3.9618,
      "step": 1250
    },
    {
      "epoch": 0.09269988412514485,
      "grad_norm": 0.7745850682258606,
      "learning_rate": 9.99894578552712e-05,
      "loss": 3.9252,
      "step": 1260
    },
    {
      "epoch": 0.09343559749121742,
      "grad_norm": 0.8749181032180786,
      "learning_rate": 9.998863135749575e-05,
      "loss": 3.9104,
      "step": 1270
    },
    {
      "epoch": 0.09417131085729,
      "grad_norm": 0.906620979309082,
      "learning_rate": 9.998777367594046e-05,
      "loss": 3.9174,
      "step": 1280
    },
    {
      "epoch": 0.09490702422336257,
      "grad_norm": 0.7657135725021362,
      "learning_rate": 9.998688481114039e-05,
      "loss": 3.9238,
      "step": 1290
    },
    {
      "epoch": 0.09564273758943516,
      "grad_norm": 0.6726455688476562,
      "learning_rate": 9.998596476365006e-05,
      "loss": 3.8952,
      "step": 1300
    },
    {
      "epoch": 0.09637845095550773,
      "grad_norm": 0.7561966776847839,
      "learning_rate": 9.998501353404336e-05,
      "loss": 3.9123,
      "step": 1310
    },
    {
      "epoch": 0.0971141643215803,
      "grad_norm": 0.8008501529693604,
      "learning_rate": 9.998403112291372e-05,
      "loss": 3.8617,
      "step": 1320
    },
    {
      "epoch": 0.0978498776876529,
      "grad_norm": 0.7718631029129028,
      "learning_rate": 9.998301753087398e-05,
      "loss": 3.8859,
      "step": 1330
    },
    {
      "epoch": 0.09858559105372547,
      "grad_norm": 0.8178690671920776,
      "learning_rate": 9.998197275855644e-05,
      "loss": 3.8473,
      "step": 1340
    },
    {
      "epoch": 0.09932130441979804,
      "grad_norm": 0.7664726376533508,
      "learning_rate": 9.998089680661282e-05,
      "loss": 3.8305,
      "step": 1350
    },
    {
      "epoch": 0.10005701778587063,
      "grad_norm": 0.8279010653495789,
      "learning_rate": 9.997978967571436e-05,
      "loss": 3.8802,
      "step": 1360
    },
    {
      "epoch": 0.1007927311519432,
      "grad_norm": 0.7610680460929871,
      "learning_rate": 9.997865136655166e-05,
      "loss": 3.8869,
      "step": 1370
    },
    {
      "epoch": 0.10152844451801578,
      "grad_norm": 0.7211320400238037,
      "learning_rate": 9.997748187983487e-05,
      "loss": 3.9122,
      "step": 1380
    },
    {
      "epoch": 0.10226415788408835,
      "grad_norm": 0.7668148279190063,
      "learning_rate": 9.997628121629349e-05,
      "loss": 3.8238,
      "step": 1390
    },
    {
      "epoch": 0.10299987125016094,
      "grad_norm": 0.6940723061561584,
      "learning_rate": 9.997504937667654e-05,
      "loss": 3.8464,
      "step": 1400
    },
    {
      "epoch": 0.10373558461623351,
      "grad_norm": 0.681667149066925,
      "learning_rate": 9.997378636175245e-05,
      "loss": 3.8182,
      "step": 1410
    },
    {
      "epoch": 0.10447129798230609,
      "grad_norm": 0.6430841684341431,
      "learning_rate": 9.99724921723091e-05,
      "loss": 3.8379,
      "step": 1420
    },
    {
      "epoch": 0.10520701134837868,
      "grad_norm": 0.6482489705085754,
      "learning_rate": 9.997116680915389e-05,
      "loss": 3.8117,
      "step": 1430
    },
    {
      "epoch": 0.10594272471445125,
      "grad_norm": 0.6649356484413147,
      "learning_rate": 9.996981027311352e-05,
      "loss": 3.8452,
      "step": 1440
    },
    {
      "epoch": 0.10667843808052382,
      "grad_norm": 0.757146954536438,
      "learning_rate": 9.996842256503428e-05,
      "loss": 3.7886,
      "step": 1450
    },
    {
      "epoch": 0.10741415144659641,
      "grad_norm": 0.6373863816261292,
      "learning_rate": 9.99670036857818e-05,
      "loss": 3.7975,
      "step": 1460
    },
    {
      "epoch": 0.10814986481266899,
      "grad_norm": 0.6672409176826477,
      "learning_rate": 9.996555363624124e-05,
      "loss": 3.843,
      "step": 1470
    },
    {
      "epoch": 0.10888557817874156,
      "grad_norm": 0.6595909595489502,
      "learning_rate": 9.996407241731717e-05,
      "loss": 3.8397,
      "step": 1480
    },
    {
      "epoch": 0.10962129154481413,
      "grad_norm": 0.725779116153717,
      "learning_rate": 9.996256002993358e-05,
      "loss": 3.8264,
      "step": 1490
    },
    {
      "epoch": 0.11035700491088672,
      "grad_norm": 0.6590442061424255,
      "learning_rate": 9.99610164750339e-05,
      "loss": 3.8375,
      "step": 1500
    },
    {
      "epoch": 0.1110927182769593,
      "grad_norm": 0.707144558429718,
      "learning_rate": 9.99594417535811e-05,
      "loss": 3.7805,
      "step": 1510
    },
    {
      "epoch": 0.11182843164303187,
      "grad_norm": 0.7135934233665466,
      "learning_rate": 9.995783586655745e-05,
      "loss": 3.7696,
      "step": 1520
    },
    {
      "epoch": 0.11256414500910446,
      "grad_norm": 0.7143461108207703,
      "learning_rate": 9.995619881496474e-05,
      "loss": 3.7558,
      "step": 1530
    },
    {
      "epoch": 0.11329985837517703,
      "grad_norm": 0.6768718957901001,
      "learning_rate": 9.995453059982422e-05,
      "loss": 3.8221,
      "step": 1540
    },
    {
      "epoch": 0.1140355717412496,
      "grad_norm": 0.6788365244865417,
      "learning_rate": 9.995283122217653e-05,
      "loss": 3.7792,
      "step": 1550
    },
    {
      "epoch": 0.1147712851073222,
      "grad_norm": 0.6880599856376648,
      "learning_rate": 9.995110068308179e-05,
      "loss": 3.7191,
      "step": 1560
    },
    {
      "epoch": 0.11550699847339477,
      "grad_norm": 0.6511822938919067,
      "learning_rate": 9.994933898361951e-05,
      "loss": 3.7585,
      "step": 1570
    },
    {
      "epoch": 0.11624271183946734,
      "grad_norm": 0.6109036803245544,
      "learning_rate": 9.99475461248887e-05,
      "loss": 3.7555,
      "step": 1580
    },
    {
      "epoch": 0.11697842520553992,
      "grad_norm": 0.6387907862663269,
      "learning_rate": 9.994572210800777e-05,
      "loss": 3.7283,
      "step": 1590
    },
    {
      "epoch": 0.1177141385716125,
      "grad_norm": 0.6535074710845947,
      "learning_rate": 9.994386693411455e-05,
      "loss": 3.7781,
      "step": 1600
    },
    {
      "epoch": 0.11844985193768508,
      "grad_norm": 0.6718204617500305,
      "learning_rate": 9.994198060436637e-05,
      "loss": 3.7622,
      "step": 1610
    },
    {
      "epoch": 0.11918556530375765,
      "grad_norm": 0.75942063331604,
      "learning_rate": 9.994006311993991e-05,
      "loss": 3.6595,
      "step": 1620
    },
    {
      "epoch": 0.11992127866983024,
      "grad_norm": 0.6169456243515015,
      "learning_rate": 9.993811448203136e-05,
      "loss": 3.6921,
      "step": 1630
    },
    {
      "epoch": 0.12065699203590281,
      "grad_norm": 0.6598173379898071,
      "learning_rate": 9.993613469185631e-05,
      "loss": 3.6957,
      "step": 1640
    },
    {
      "epoch": 0.12139270540197539,
      "grad_norm": 0.6640283465385437,
      "learning_rate": 9.993412375064979e-05,
      "loss": 3.7507,
      "step": 1650
    },
    {
      "epoch": 0.12212841876804797,
      "grad_norm": 0.720782458782196,
      "learning_rate": 9.993208165966623e-05,
      "loss": 3.741,
      "step": 1660
    },
    {
      "epoch": 0.12286413213412055,
      "grad_norm": 0.6343806385993958,
      "learning_rate": 9.993000842017957e-05,
      "loss": 3.7112,
      "step": 1670
    },
    {
      "epoch": 0.12359984550019312,
      "grad_norm": 0.72925865650177,
      "learning_rate": 9.99279040334831e-05,
      "loss": 3.7455,
      "step": 1680
    },
    {
      "epoch": 0.1243355588662657,
      "grad_norm": 0.7056775093078613,
      "learning_rate": 9.99257685008896e-05,
      "loss": 3.7007,
      "step": 1690
    },
    {
      "epoch": 0.12507127223233827,
      "grad_norm": 0.6219266057014465,
      "learning_rate": 9.992360182373122e-05,
      "loss": 3.6704,
      "step": 1700
    },
    {
      "epoch": 0.12580698559841086,
      "grad_norm": 0.8017805814743042,
      "learning_rate": 9.992140400335958e-05,
      "loss": 3.7098,
      "step": 1710
    },
    {
      "epoch": 0.12654269896448345,
      "grad_norm": 0.6517687439918518,
      "learning_rate": 9.991917504114574e-05,
      "loss": 3.7145,
      "step": 1720
    },
    {
      "epoch": 0.127278412330556,
      "grad_norm": 0.6560338735580444,
      "learning_rate": 9.991691493848015e-05,
      "loss": 3.7046,
      "step": 1730
    },
    {
      "epoch": 0.1280141256966286,
      "grad_norm": 0.7055456638336182,
      "learning_rate": 9.991462369677267e-05,
      "loss": 3.6855,
      "step": 1740
    },
    {
      "epoch": 0.12874983906270118,
      "grad_norm": 0.6441034078598022,
      "learning_rate": 9.991230131745268e-05,
      "loss": 3.7338,
      "step": 1750
    },
    {
      "epoch": 0.12948555242877374,
      "grad_norm": 0.6746709942817688,
      "learning_rate": 9.990994780196889e-05,
      "loss": 3.7237,
      "step": 1760
    },
    {
      "epoch": 0.13022126579484633,
      "grad_norm": 0.6609126925468445,
      "learning_rate": 9.990756315178945e-05,
      "loss": 3.7393,
      "step": 1770
    },
    {
      "epoch": 0.13095697916091892,
      "grad_norm": 0.648073673248291,
      "learning_rate": 9.990514736840197e-05,
      "loss": 3.7057,
      "step": 1780
    },
    {
      "epoch": 0.13169269252699148,
      "grad_norm": 0.6735105514526367,
      "learning_rate": 9.990270045331344e-05,
      "loss": 3.7574,
      "step": 1790
    },
    {
      "epoch": 0.13242840589306407,
      "grad_norm": 0.6125868558883667,
      "learning_rate": 9.99002224080503e-05,
      "loss": 3.6548,
      "step": 1800
    },
    {
      "epoch": 0.13316411925913665,
      "grad_norm": 0.5899696946144104,
      "learning_rate": 9.98977132341584e-05,
      "loss": 3.624,
      "step": 1810
    },
    {
      "epoch": 0.13389983262520921,
      "grad_norm": 0.6936771273612976,
      "learning_rate": 9.989517293320299e-05,
      "loss": 3.7022,
      "step": 1820
    },
    {
      "epoch": 0.1346355459912818,
      "grad_norm": 0.6176466345787048,
      "learning_rate": 9.989260150676876e-05,
      "loss": 3.697,
      "step": 1830
    },
    {
      "epoch": 0.13537125935735436,
      "grad_norm": 0.6583747863769531,
      "learning_rate": 9.988999895645981e-05,
      "loss": 3.7048,
      "step": 1840
    },
    {
      "epoch": 0.13610697272342695,
      "grad_norm": 0.6942030191421509,
      "learning_rate": 9.988736528389969e-05,
      "loss": 3.6784,
      "step": 1850
    },
    {
      "epoch": 0.13684268608949954,
      "grad_norm": 0.6578043103218079,
      "learning_rate": 9.988470049073126e-05,
      "loss": 3.6411,
      "step": 1860
    },
    {
      "epoch": 0.1375783994555721,
      "grad_norm": 0.648202657699585,
      "learning_rate": 9.988200457861694e-05,
      "loss": 3.6472,
      "step": 1870
    },
    {
      "epoch": 0.13831411282164469,
      "grad_norm": 0.6567854285240173,
      "learning_rate": 9.987927754923843e-05,
      "loss": 3.6734,
      "step": 1880
    },
    {
      "epoch": 0.13904982618771727,
      "grad_norm": 0.6515029668807983,
      "learning_rate": 9.987651940429695e-05,
      "loss": 3.6463,
      "step": 1890
    },
    {
      "epoch": 0.13978553955378983,
      "grad_norm": 0.597316324710846,
      "learning_rate": 9.987373014551302e-05,
      "loss": 3.5951,
      "step": 1900
    },
    {
      "epoch": 0.14052125291986242,
      "grad_norm": 0.6288499236106873,
      "learning_rate": 9.987090977462668e-05,
      "loss": 3.675,
      "step": 1910
    },
    {
      "epoch": 0.141256966285935,
      "grad_norm": 0.6451112627983093,
      "learning_rate": 9.986805829339729e-05,
      "loss": 3.6552,
      "step": 1920
    },
    {
      "epoch": 0.14199267965200757,
      "grad_norm": 0.6517444252967834,
      "learning_rate": 9.986517570360368e-05,
      "loss": 3.6206,
      "step": 1930
    },
    {
      "epoch": 0.14272839301808016,
      "grad_norm": 0.6413518786430359,
      "learning_rate": 9.986226200704404e-05,
      "loss": 3.6848,
      "step": 1940
    },
    {
      "epoch": 0.14346410638415275,
      "grad_norm": 0.6431183815002441,
      "learning_rate": 9.9859317205536e-05,
      "loss": 3.6339,
      "step": 1950
    },
    {
      "epoch": 0.1441998197502253,
      "grad_norm": 0.7160407900810242,
      "learning_rate": 9.985634130091657e-05,
      "loss": 3.6306,
      "step": 1960
    },
    {
      "epoch": 0.1449355331162979,
      "grad_norm": 0.602085292339325,
      "learning_rate": 9.985333429504216e-05,
      "loss": 3.6556,
      "step": 1970
    },
    {
      "epoch": 0.14567124648237048,
      "grad_norm": 0.6392213702201843,
      "learning_rate": 9.985029618978863e-05,
      "loss": 3.6195,
      "step": 1980
    },
    {
      "epoch": 0.14640695984844304,
      "grad_norm": 0.5774185657501221,
      "learning_rate": 9.984722698705115e-05,
      "loss": 3.6463,
      "step": 1990
    },
    {
      "epoch": 0.14714267321451563,
      "grad_norm": 0.6097477674484253,
      "learning_rate": 9.984412668874442e-05,
      "loss": 3.6759,
      "step": 2000
    },
    {
      "epoch": 0.1478783865805882,
      "grad_norm": 0.5511993765830994,
      "learning_rate": 9.984099529680237e-05,
      "loss": 3.6254,
      "step": 2010
    },
    {
      "epoch": 0.14861409994666078,
      "grad_norm": 0.6293554306030273,
      "learning_rate": 9.983783281317847e-05,
      "loss": 3.6285,
      "step": 2020
    },
    {
      "epoch": 0.14934981331273336,
      "grad_norm": 0.5784502625465393,
      "learning_rate": 9.983463923984551e-05,
      "loss": 3.5952,
      "step": 2030
    },
    {
      "epoch": 0.15008552667880593,
      "grad_norm": 0.5587512254714966,
      "learning_rate": 9.983141457879572e-05,
      "loss": 3.5877,
      "step": 2040
    },
    {
      "epoch": 0.1508212400448785,
      "grad_norm": 0.5835023522377014,
      "learning_rate": 9.982815883204068e-05,
      "loss": 3.6139,
      "step": 2050
    },
    {
      "epoch": 0.1515569534109511,
      "grad_norm": 0.6096065044403076,
      "learning_rate": 9.982487200161139e-05,
      "loss": 3.6261,
      "step": 2060
    },
    {
      "epoch": 0.15229266677702366,
      "grad_norm": 0.6385859847068787,
      "learning_rate": 9.982155408955822e-05,
      "loss": 3.6228,
      "step": 2070
    },
    {
      "epoch": 0.15302838014309625,
      "grad_norm": 0.6276549100875854,
      "learning_rate": 9.981820509795096e-05,
      "loss": 3.6525,
      "step": 2080
    },
    {
      "epoch": 0.15376409350916884,
      "grad_norm": 0.5835126638412476,
      "learning_rate": 9.981482502887878e-05,
      "loss": 3.6081,
      "step": 2090
    },
    {
      "epoch": 0.1544998068752414,
      "grad_norm": 0.6056969165802002,
      "learning_rate": 9.981141388445019e-05,
      "loss": 3.6241,
      "step": 2100
    },
    {
      "epoch": 0.15523552024131398,
      "grad_norm": 0.6270286440849304,
      "learning_rate": 9.980797166679314e-05,
      "loss": 3.6231,
      "step": 2110
    },
    {
      "epoch": 0.15597123360738657,
      "grad_norm": 0.6744200587272644,
      "learning_rate": 9.980449837805494e-05,
      "loss": 3.5789,
      "step": 2120
    },
    {
      "epoch": 0.15670694697345913,
      "grad_norm": 0.5492793321609497,
      "learning_rate": 9.98009940204023e-05,
      "loss": 3.58,
      "step": 2130
    },
    {
      "epoch": 0.15744266033953172,
      "grad_norm": 0.601390540599823,
      "learning_rate": 9.979745859602129e-05,
      "loss": 3.6059,
      "step": 2140
    },
    {
      "epoch": 0.1581783737056043,
      "grad_norm": 0.6107606887817383,
      "learning_rate": 9.979389210711737e-05,
      "loss": 3.5928,
      "step": 2150
    },
    {
      "epoch": 0.15891408707167687,
      "grad_norm": 0.6118071675300598,
      "learning_rate": 9.979029455591538e-05,
      "loss": 3.5771,
      "step": 2160
    },
    {
      "epoch": 0.15964980043774946,
      "grad_norm": 0.6007488369941711,
      "learning_rate": 9.978666594465953e-05,
      "loss": 3.5729,
      "step": 2170
    },
    {
      "epoch": 0.16038551380382204,
      "grad_norm": 0.5910535454750061,
      "learning_rate": 9.978300627561343e-05,
      "loss": 3.5953,
      "step": 2180
    },
    {
      "epoch": 0.1611212271698946,
      "grad_norm": 0.5529370903968811,
      "learning_rate": 9.977931555106002e-05,
      "loss": 3.6167,
      "step": 2190
    },
    {
      "epoch": 0.1618569405359672,
      "grad_norm": 0.6961104273796082,
      "learning_rate": 9.977559377330163e-05,
      "loss": 3.5541,
      "step": 2200
    },
    {
      "epoch": 0.16259265390203975,
      "grad_norm": 0.5334804654121399,
      "learning_rate": 9.977184094466001e-05,
      "loss": 3.6368,
      "step": 2210
    },
    {
      "epoch": 0.16332836726811234,
      "grad_norm": 0.6472899913787842,
      "learning_rate": 9.976805706747622e-05,
      "loss": 3.5896,
      "step": 2220
    },
    {
      "epoch": 0.16406408063418493,
      "grad_norm": 0.6276665329933167,
      "learning_rate": 9.976424214411071e-05,
      "loss": 3.5907,
      "step": 2230
    },
    {
      "epoch": 0.1647997940002575,
      "grad_norm": 0.5503706932067871,
      "learning_rate": 9.976039617694328e-05,
      "loss": 3.6037,
      "step": 2240
    },
    {
      "epoch": 0.16553550736633008,
      "grad_norm": 0.5655608773231506,
      "learning_rate": 9.975651916837313e-05,
      "loss": 3.6157,
      "step": 2250
    },
    {
      "epoch": 0.16627122073240266,
      "grad_norm": 0.5357344746589661,
      "learning_rate": 9.975261112081879e-05,
      "loss": 3.583,
      "step": 2260
    },
    {
      "epoch": 0.16700693409847522,
      "grad_norm": 0.5251188278198242,
      "learning_rate": 9.974867203671819e-05,
      "loss": 3.5705,
      "step": 2270
    },
    {
      "epoch": 0.1677426474645478,
      "grad_norm": 0.5895013809204102,
      "learning_rate": 9.974470191852858e-05,
      "loss": 3.5648,
      "step": 2280
    },
    {
      "epoch": 0.1684783608306204,
      "grad_norm": 0.5837428569793701,
      "learning_rate": 9.974070076872662e-05,
      "loss": 3.5607,
      "step": 2290
    },
    {
      "epoch": 0.16921407419669296,
      "grad_norm": 0.5866957306861877,
      "learning_rate": 9.973666858980824e-05,
      "loss": 3.5689,
      "step": 2300
    },
    {
      "epoch": 0.16994978756276555,
      "grad_norm": 0.5927156209945679,
      "learning_rate": 9.973260538428884e-05,
      "loss": 3.5806,
      "step": 2310
    },
    {
      "epoch": 0.17068550092883814,
      "grad_norm": 0.5668119788169861,
      "learning_rate": 9.972851115470307e-05,
      "loss": 3.5247,
      "step": 2320
    },
    {
      "epoch": 0.1714212142949107,
      "grad_norm": 0.5907779335975647,
      "learning_rate": 9.972438590360503e-05,
      "loss": 3.5757,
      "step": 2330
    },
    {
      "epoch": 0.17215692766098328,
      "grad_norm": 0.5702281594276428,
      "learning_rate": 9.97202296335681e-05,
      "loss": 3.5698,
      "step": 2340
    },
    {
      "epoch": 0.17289264102705587,
      "grad_norm": 0.5785143375396729,
      "learning_rate": 9.971604234718504e-05,
      "loss": 3.5547,
      "step": 2350
    },
    {
      "epoch": 0.17362835439312843,
      "grad_norm": 0.5959532856941223,
      "learning_rate": 9.971182404706792e-05,
      "loss": 3.4787,
      "step": 2360
    },
    {
      "epoch": 0.17436406775920102,
      "grad_norm": 0.5923709869384766,
      "learning_rate": 9.970757473584824e-05,
      "loss": 3.5127,
      "step": 2370
    },
    {
      "epoch": 0.1750997811252736,
      "grad_norm": 0.6314843893051147,
      "learning_rate": 9.970329441617676e-05,
      "loss": 3.5123,
      "step": 2380
    },
    {
      "epoch": 0.17583549449134617,
      "grad_norm": 0.6579912304878235,
      "learning_rate": 9.969898309072363e-05,
      "loss": 3.5295,
      "step": 2390
    },
    {
      "epoch": 0.17657120785741875,
      "grad_norm": 0.5852422118186951,
      "learning_rate": 9.969464076217831e-05,
      "loss": 3.5761,
      "step": 2400
    },
    {
      "epoch": 0.17730692122349132,
      "grad_norm": 0.5590935945510864,
      "learning_rate": 9.969026743324967e-05,
      "loss": 3.5697,
      "step": 2410
    },
    {
      "epoch": 0.1780426345895639,
      "grad_norm": 0.5512566566467285,
      "learning_rate": 9.968586310666583e-05,
      "loss": 3.5069,
      "step": 2420
    },
    {
      "epoch": 0.1787783479556365,
      "grad_norm": 0.6014286279678345,
      "learning_rate": 9.968142778517429e-05,
      "loss": 3.5985,
      "step": 2430
    },
    {
      "epoch": 0.17951406132170905,
      "grad_norm": 0.5852993726730347,
      "learning_rate": 9.967696147154187e-05,
      "loss": 3.4978,
      "step": 2440
    },
    {
      "epoch": 0.18024977468778164,
      "grad_norm": 0.5915689468383789,
      "learning_rate": 9.967246416855475e-05,
      "loss": 3.5926,
      "step": 2450
    },
    {
      "epoch": 0.18098548805385423,
      "grad_norm": 0.5336611866950989,
      "learning_rate": 9.966793587901844e-05,
      "loss": 3.5764,
      "step": 2460
    },
    {
      "epoch": 0.1817212014199268,
      "grad_norm": 0.6106781959533691,
      "learning_rate": 9.966337660575775e-05,
      "loss": 3.5095,
      "step": 2470
    },
    {
      "epoch": 0.18245691478599937,
      "grad_norm": 0.5323026180267334,
      "learning_rate": 9.965878635161682e-05,
      "loss": 3.4732,
      "step": 2480
    },
    {
      "epoch": 0.18319262815207196,
      "grad_norm": 0.5882947444915771,
      "learning_rate": 9.965416511945915e-05,
      "loss": 3.56,
      "step": 2490
    },
    {
      "epoch": 0.18392834151814452,
      "grad_norm": 0.5978416800498962,
      "learning_rate": 9.964951291216755e-05,
      "loss": 3.4982,
      "step": 2500
    },
    {
      "epoch": 0.1846640548842171,
      "grad_norm": 0.5574873089790344,
      "learning_rate": 9.964482973264413e-05,
      "loss": 3.5024,
      "step": 2510
    },
    {
      "epoch": 0.1853997682502897,
      "grad_norm": 0.6445927023887634,
      "learning_rate": 9.964011558381035e-05,
      "loss": 3.4935,
      "step": 2520
    },
    {
      "epoch": 0.18613548161636226,
      "grad_norm": 0.5893427729606628,
      "learning_rate": 9.963537046860697e-05,
      "loss": 3.5344,
      "step": 2530
    },
    {
      "epoch": 0.18687119498243485,
      "grad_norm": 0.5860798954963684,
      "learning_rate": 9.963059438999409e-05,
      "loss": 3.5498,
      "step": 2540
    },
    {
      "epoch": 0.18760690834850743,
      "grad_norm": 0.5362831950187683,
      "learning_rate": 9.962578735095109e-05,
      "loss": 3.4655,
      "step": 2550
    },
    {
      "epoch": 0.18834262171458,
      "grad_norm": 0.5293241143226624,
      "learning_rate": 9.96209493544767e-05,
      "loss": 3.5236,
      "step": 2560
    },
    {
      "epoch": 0.18907833508065258,
      "grad_norm": 0.6069090366363525,
      "learning_rate": 9.961608040358894e-05,
      "loss": 3.5332,
      "step": 2570
    },
    {
      "epoch": 0.18981404844672514,
      "grad_norm": 0.5620616674423218,
      "learning_rate": 9.961118050132517e-05,
      "loss": 3.4838,
      "step": 2580
    },
    {
      "epoch": 0.19054976181279773,
      "grad_norm": 0.5729257464408875,
      "learning_rate": 9.9606249650742e-05,
      "loss": 3.4809,
      "step": 2590
    },
    {
      "epoch": 0.19128547517887032,
      "grad_norm": 0.5876139998435974,
      "learning_rate": 9.96012878549154e-05,
      "loss": 3.4935,
      "step": 2600
    },
    {
      "epoch": 0.19202118854494288,
      "grad_norm": 0.5324752330780029,
      "learning_rate": 9.959629511694061e-05,
      "loss": 3.5621,
      "step": 2610
    },
    {
      "epoch": 0.19275690191101547,
      "grad_norm": 0.5787373781204224,
      "learning_rate": 9.959127143993219e-05,
      "loss": 3.4896,
      "step": 2620
    },
    {
      "epoch": 0.19349261527708805,
      "grad_norm": 0.5609232783317566,
      "learning_rate": 9.958621682702403e-05,
      "loss": 3.4973,
      "step": 2630
    },
    {
      "epoch": 0.1942283286431606,
      "grad_norm": 0.5869426131248474,
      "learning_rate": 9.958113128136923e-05,
      "loss": 3.5203,
      "step": 2640
    },
    {
      "epoch": 0.1949640420092332,
      "grad_norm": 0.609747052192688,
      "learning_rate": 9.957601480614029e-05,
      "loss": 3.5297,
      "step": 2650
    },
    {
      "epoch": 0.1956997553753058,
      "grad_norm": 0.5092261433601379,
      "learning_rate": 9.957086740452894e-05,
      "loss": 3.4951,
      "step": 2660
    },
    {
      "epoch": 0.19643546874137835,
      "grad_norm": 0.5409265756607056,
      "learning_rate": 9.956568907974621e-05,
      "loss": 3.528,
      "step": 2670
    },
    {
      "epoch": 0.19717118210745094,
      "grad_norm": 0.5979306101799011,
      "learning_rate": 9.956047983502245e-05,
      "loss": 3.5356,
      "step": 2680
    },
    {
      "epoch": 0.19790689547352353,
      "grad_norm": 0.5668174624443054,
      "learning_rate": 9.955523967360725e-05,
      "loss": 3.5797,
      "step": 2690
    },
    {
      "epoch": 0.19864260883959609,
      "grad_norm": 0.5992650389671326,
      "learning_rate": 9.954996859876953e-05,
      "loss": 3.5107,
      "step": 2700
    },
    {
      "epoch": 0.19937832220566867,
      "grad_norm": 0.5725685358047485,
      "learning_rate": 9.954466661379748e-05,
      "loss": 3.5161,
      "step": 2710
    },
    {
      "epoch": 0.20011403557174126,
      "grad_norm": 0.5398104786872864,
      "learning_rate": 9.953933372199855e-05,
      "loss": 3.5191,
      "step": 2720
    },
    {
      "epoch": 0.20084974893781382,
      "grad_norm": 0.5120781064033508,
      "learning_rate": 9.953396992669953e-05,
      "loss": 3.4936,
      "step": 2730
    },
    {
      "epoch": 0.2015854623038864,
      "grad_norm": 0.5185467004776001,
      "learning_rate": 9.952857523124641e-05,
      "loss": 3.4757,
      "step": 2740
    },
    {
      "epoch": 0.202321175669959,
      "grad_norm": 0.6107959747314453,
      "learning_rate": 9.952314963900453e-05,
      "loss": 3.4972,
      "step": 2750
    },
    {
      "epoch": 0.20305688903603156,
      "grad_norm": 0.5769765377044678,
      "learning_rate": 9.951769315335844e-05,
      "loss": 3.4983,
      "step": 2760
    },
    {
      "epoch": 0.20379260240210414,
      "grad_norm": 0.5694507956504822,
      "learning_rate": 9.951220577771201e-05,
      "loss": 3.5063,
      "step": 2770
    },
    {
      "epoch": 0.2045283157681767,
      "grad_norm": 0.5544769763946533,
      "learning_rate": 9.950668751548835e-05,
      "loss": 3.507,
      "step": 2780
    },
    {
      "epoch": 0.2052640291342493,
      "grad_norm": 0.5395680665969849,
      "learning_rate": 9.950113837012984e-05,
      "loss": 3.5315,
      "step": 2790
    },
    {
      "epoch": 0.20599974250032188,
      "grad_norm": 0.575812816619873,
      "learning_rate": 9.949555834509817e-05,
      "loss": 3.4873,
      "step": 2800
    },
    {
      "epoch": 0.20673545586639444,
      "grad_norm": 0.5248579978942871,
      "learning_rate": 9.948994744387419e-05,
      "loss": 3.4849,
      "step": 2810
    },
    {
      "epoch": 0.20747116923246703,
      "grad_norm": 0.5287348031997681,
      "learning_rate": 9.948430566995816e-05,
      "loss": 3.5028,
      "step": 2820
    },
    {
      "epoch": 0.20820688259853962,
      "grad_norm": 0.5448064804077148,
      "learning_rate": 9.947863302686945e-05,
      "loss": 3.4801,
      "step": 2830
    },
    {
      "epoch": 0.20894259596461218,
      "grad_norm": 0.583583652973175,
      "learning_rate": 9.947292951814679e-05,
      "loss": 3.4899,
      "step": 2840
    },
    {
      "epoch": 0.20967830933068476,
      "grad_norm": 0.5897386074066162,
      "learning_rate": 9.946719514734813e-05,
      "loss": 3.5659,
      "step": 2850
    },
    {
      "epoch": 0.21041402269675735,
      "grad_norm": 0.5261275172233582,
      "learning_rate": 9.946142991805062e-05,
      "loss": 3.4662,
      "step": 2860
    },
    {
      "epoch": 0.2111497360628299,
      "grad_norm": 0.5870264768600464,
      "learning_rate": 9.945563383385079e-05,
      "loss": 3.5123,
      "step": 2870
    },
    {
      "epoch": 0.2118854494289025,
      "grad_norm": 0.5746486186981201,
      "learning_rate": 9.944980689836429e-05,
      "loss": 3.4351,
      "step": 2880
    },
    {
      "epoch": 0.2126211627949751,
      "grad_norm": 0.6177893877029419,
      "learning_rate": 9.944394911522606e-05,
      "loss": 3.5206,
      "step": 2890
    },
    {
      "epoch": 0.21335687616104765,
      "grad_norm": 0.5619845390319824,
      "learning_rate": 9.94380604880903e-05,
      "loss": 3.4801,
      "step": 2900
    },
    {
      "epoch": 0.21409258952712024,
      "grad_norm": 0.5628277063369751,
      "learning_rate": 9.943214102063043e-05,
      "loss": 3.5564,
      "step": 2910
    },
    {
      "epoch": 0.21482830289319282,
      "grad_norm": 0.5306517481803894,
      "learning_rate": 9.942619071653914e-05,
      "loss": 3.5094,
      "step": 2920
    },
    {
      "epoch": 0.21556401625926538,
      "grad_norm": 0.6212943196296692,
      "learning_rate": 9.942020957952831e-05,
      "loss": 3.5182,
      "step": 2930
    },
    {
      "epoch": 0.21629972962533797,
      "grad_norm": 0.5883834362030029,
      "learning_rate": 9.941419761332908e-05,
      "loss": 3.4715,
      "step": 2940
    },
    {
      "epoch": 0.21703544299141056,
      "grad_norm": 0.5104158520698547,
      "learning_rate": 9.940815482169184e-05,
      "loss": 3.4712,
      "step": 2950
    },
    {
      "epoch": 0.21777115635748312,
      "grad_norm": 0.5349141955375671,
      "learning_rate": 9.940208120838616e-05,
      "loss": 3.4517,
      "step": 2960
    },
    {
      "epoch": 0.2185068697235557,
      "grad_norm": 0.555456280708313,
      "learning_rate": 9.939597677720089e-05,
      "loss": 3.4984,
      "step": 2970
    },
    {
      "epoch": 0.21924258308962827,
      "grad_norm": 0.5867215991020203,
      "learning_rate": 9.938984153194406e-05,
      "loss": 3.4821,
      "step": 2980
    },
    {
      "epoch": 0.21997829645570086,
      "grad_norm": 0.5781378149986267,
      "learning_rate": 9.938367547644296e-05,
      "loss": 3.4437,
      "step": 2990
    },
    {
      "epoch": 0.22071400982177344,
      "grad_norm": 0.5571138858795166,
      "learning_rate": 9.937747861454407e-05,
      "loss": 3.4935,
      "step": 3000
    },
    {
      "epoch": 0.221449723187846,
      "grad_norm": 0.47858932614326477,
      "learning_rate": 9.93712509501131e-05,
      "loss": 3.499,
      "step": 3010
    },
    {
      "epoch": 0.2221854365539186,
      "grad_norm": 0.500126838684082,
      "learning_rate": 9.936499248703499e-05,
      "loss": 3.4822,
      "step": 3020
    },
    {
      "epoch": 0.22292114991999118,
      "grad_norm": 0.5339503288269043,
      "learning_rate": 9.935870322921387e-05,
      "loss": 3.5028,
      "step": 3030
    },
    {
      "epoch": 0.22365686328606374,
      "grad_norm": 0.5465017557144165,
      "learning_rate": 9.93523831805731e-05,
      "loss": 3.4338,
      "step": 3040
    },
    {
      "epoch": 0.22439257665213633,
      "grad_norm": 0.5432729125022888,
      "learning_rate": 9.934603234505519e-05,
      "loss": 3.4831,
      "step": 3050
    },
    {
      "epoch": 0.22512829001820892,
      "grad_norm": 0.5051527619361877,
      "learning_rate": 9.933965072662197e-05,
      "loss": 3.4473,
      "step": 3060
    },
    {
      "epoch": 0.22586400338428148,
      "grad_norm": 0.5150954127311707,
      "learning_rate": 9.933323832925437e-05,
      "loss": 3.4755,
      "step": 3070
    },
    {
      "epoch": 0.22659971675035406,
      "grad_norm": 0.5967200398445129,
      "learning_rate": 9.932679515695253e-05,
      "loss": 3.4938,
      "step": 3080
    },
    {
      "epoch": 0.22733543011642665,
      "grad_norm": 0.5499495267868042,
      "learning_rate": 9.932032121373587e-05,
      "loss": 3.5033,
      "step": 3090
    },
    {
      "epoch": 0.2280711434824992,
      "grad_norm": 0.502854585647583,
      "learning_rate": 9.931381650364291e-05,
      "loss": 3.3716,
      "step": 3100
    },
    {
      "epoch": 0.2288068568485718,
      "grad_norm": 0.5126801133155823,
      "learning_rate": 9.93072810307314e-05,
      "loss": 3.4727,
      "step": 3110
    },
    {
      "epoch": 0.2295425702146444,
      "grad_norm": 0.48045796155929565,
      "learning_rate": 9.930071479907831e-05,
      "loss": 3.4312,
      "step": 3120
    },
    {
      "epoch": 0.23027828358071695,
      "grad_norm": 0.5664313435554504,
      "learning_rate": 9.929411781277974e-05,
      "loss": 3.4225,
      "step": 3130
    },
    {
      "epoch": 0.23101399694678953,
      "grad_norm": 0.5236510634422302,
      "learning_rate": 9.928749007595101e-05,
      "loss": 3.4255,
      "step": 3140
    },
    {
      "epoch": 0.23174971031286212,
      "grad_norm": 0.5875115990638733,
      "learning_rate": 9.928083159272666e-05,
      "loss": 3.4699,
      "step": 3150
    },
    {
      "epoch": 0.23248542367893468,
      "grad_norm": 0.5420896410942078,
      "learning_rate": 9.92741423672603e-05,
      "loss": 3.3887,
      "step": 3160
    },
    {
      "epoch": 0.23322113704500727,
      "grad_norm": 0.5325738191604614,
      "learning_rate": 9.926742240372483e-05,
      "loss": 3.4807,
      "step": 3170
    },
    {
      "epoch": 0.23395685041107983,
      "grad_norm": 0.5513830780982971,
      "learning_rate": 9.926067170631227e-05,
      "loss": 3.4647,
      "step": 3180
    },
    {
      "epoch": 0.23469256377715242,
      "grad_norm": 0.5124702453613281,
      "learning_rate": 9.925389027923382e-05,
      "loss": 3.4392,
      "step": 3190
    },
    {
      "epoch": 0.235428277143225,
      "grad_norm": 0.532706081867218,
      "learning_rate": 9.924707812671985e-05,
      "loss": 3.4456,
      "step": 3200
    },
    {
      "epoch": 0.23616399050929757,
      "grad_norm": 0.5108603835105896,
      "learning_rate": 9.924023525301991e-05,
      "loss": 3.4621,
      "step": 3210
    },
    {
      "epoch": 0.23689970387537015,
      "grad_norm": 0.5478849411010742,
      "learning_rate": 9.92333616624027e-05,
      "loss": 3.4602,
      "step": 3220
    },
    {
      "epoch": 0.23763541724144274,
      "grad_norm": 0.481143057346344,
      "learning_rate": 9.922645735915608e-05,
      "loss": 3.4647,
      "step": 3230
    },
    {
      "epoch": 0.2383711306075153,
      "grad_norm": 0.5544288754463196,
      "learning_rate": 9.921952234758709e-05,
      "loss": 3.4312,
      "step": 3240
    },
    {
      "epoch": 0.2391068439735879,
      "grad_norm": 0.5568479299545288,
      "learning_rate": 9.921255663202189e-05,
      "loss": 3.4306,
      "step": 3250
    },
    {
      "epoch": 0.23984255733966048,
      "grad_norm": 0.5197471380233765,
      "learning_rate": 9.92055602168058e-05,
      "loss": 3.4488,
      "step": 3260
    },
    {
      "epoch": 0.24057827070573304,
      "grad_norm": 0.5361900329589844,
      "learning_rate": 9.919853310630336e-05,
      "loss": 3.395,
      "step": 3270
    },
    {
      "epoch": 0.24131398407180563,
      "grad_norm": 0.5017499327659607,
      "learning_rate": 9.919147530489816e-05,
      "loss": 3.4654,
      "step": 3280
    },
    {
      "epoch": 0.24204969743787821,
      "grad_norm": 0.5076097846031189,
      "learning_rate": 9.9184386816993e-05,
      "loss": 3.3991,
      "step": 3290
    },
    {
      "epoch": 0.24278541080395077,
      "grad_norm": 0.5834246873855591,
      "learning_rate": 9.917726764700981e-05,
      "loss": 3.4058,
      "step": 3300
    },
    {
      "epoch": 0.24352112417002336,
      "grad_norm": 0.5632571578025818,
      "learning_rate": 9.917011779938961e-05,
      "loss": 3.4442,
      "step": 3310
    },
    {
      "epoch": 0.24425683753609595,
      "grad_norm": 0.5473082065582275,
      "learning_rate": 9.916293727859265e-05,
      "loss": 3.4536,
      "step": 3320
    },
    {
      "epoch": 0.2449925509021685,
      "grad_norm": 0.5029418468475342,
      "learning_rate": 9.915572608909824e-05,
      "loss": 3.4263,
      "step": 3330
    },
    {
      "epoch": 0.2457282642682411,
      "grad_norm": 0.5429378151893616,
      "learning_rate": 9.914848423540483e-05,
      "loss": 3.4652,
      "step": 3340
    },
    {
      "epoch": 0.24646397763431366,
      "grad_norm": 0.5347001552581787,
      "learning_rate": 9.914121172203005e-05,
      "loss": 3.4009,
      "step": 3350
    },
    {
      "epoch": 0.24719969100038625,
      "grad_norm": 0.538618266582489,
      "learning_rate": 9.913390855351058e-05,
      "loss": 3.457,
      "step": 3360
    },
    {
      "epoch": 0.24793540436645883,
      "grad_norm": 0.5618345141410828,
      "learning_rate": 9.912657473440232e-05,
      "loss": 3.4588,
      "step": 3370
    },
    {
      "epoch": 0.2486711177325314,
      "grad_norm": 0.5444225072860718,
      "learning_rate": 9.911921026928019e-05,
      "loss": 3.4401,
      "step": 3380
    },
    {
      "epoch": 0.24940683109860398,
      "grad_norm": 0.5804809927940369,
      "learning_rate": 9.911181516273826e-05,
      "loss": 3.3904,
      "step": 3390
    },
    {
      "epoch": 0.25014254446467654,
      "grad_norm": 0.5047810673713684,
      "learning_rate": 9.910438941938978e-05,
      "loss": 3.42,
      "step": 3400
    },
    {
      "epoch": 0.25087825783074913,
      "grad_norm": 0.5213153958320618,
      "learning_rate": 9.9096933043867e-05,
      "loss": 3.4572,
      "step": 3410
    },
    {
      "epoch": 0.2516139711968217,
      "grad_norm": 0.49462226033210754,
      "learning_rate": 9.908944604082138e-05,
      "loss": 3.432,
      "step": 3420
    },
    {
      "epoch": 0.2523496845628943,
      "grad_norm": 0.5353688597679138,
      "learning_rate": 9.908192841492343e-05,
      "loss": 3.4174,
      "step": 3430
    },
    {
      "epoch": 0.2530853979289669,
      "grad_norm": 0.4931166470050812,
      "learning_rate": 9.907438017086277e-05,
      "loss": 3.4175,
      "step": 3440
    },
    {
      "epoch": 0.2538211112950394,
      "grad_norm": 0.5079531669616699,
      "learning_rate": 9.906680131334813e-05,
      "loss": 3.478,
      "step": 3450
    },
    {
      "epoch": 0.254556824661112,
      "grad_norm": 0.5377930402755737,
      "learning_rate": 9.905919184710733e-05,
      "loss": 3.4353,
      "step": 3460
    },
    {
      "epoch": 0.2552925380271846,
      "grad_norm": 0.5525156855583191,
      "learning_rate": 9.90515517768873e-05,
      "loss": 3.4084,
      "step": 3470
    },
    {
      "epoch": 0.2560282513932572,
      "grad_norm": 0.5057874321937561,
      "learning_rate": 9.904388110745403e-05,
      "loss": 3.4503,
      "step": 3480
    },
    {
      "epoch": 0.2567639647593298,
      "grad_norm": 0.5415982007980347,
      "learning_rate": 9.903617984359263e-05,
      "loss": 3.412,
      "step": 3490
    },
    {
      "epoch": 0.25749967812540236,
      "grad_norm": 0.5116530656814575,
      "learning_rate": 9.902844799010729e-05,
      "loss": 3.3947,
      "step": 3500
    },
    {
      "epoch": 0.2582353914914749,
      "grad_norm": 0.49354326725006104,
      "learning_rate": 9.902068555182124e-05,
      "loss": 3.4183,
      "step": 3510
    },
    {
      "epoch": 0.2589711048575475,
      "grad_norm": 0.5207719206809998,
      "learning_rate": 9.901289253357688e-05,
      "loss": 3.4225,
      "step": 3520
    },
    {
      "epoch": 0.2597068182236201,
      "grad_norm": 0.5140487551689148,
      "learning_rate": 9.900506894023558e-05,
      "loss": 3.4375,
      "step": 3530
    },
    {
      "epoch": 0.26044253158969266,
      "grad_norm": 0.5068781971931458,
      "learning_rate": 9.899721477667785e-05,
      "loss": 3.3917,
      "step": 3540
    },
    {
      "epoch": 0.26117824495576525,
      "grad_norm": 0.5903786420822144,
      "learning_rate": 9.898933004780328e-05,
      "loss": 3.4376,
      "step": 3550
    },
    {
      "epoch": 0.26191395832183784,
      "grad_norm": 0.5345304012298584,
      "learning_rate": 9.898141475853046e-05,
      "loss": 3.4211,
      "step": 3560
    },
    {
      "epoch": 0.26264967168791037,
      "grad_norm": 0.5153301954269409,
      "learning_rate": 9.89734689137971e-05,
      "loss": 3.4378,
      "step": 3570
    },
    {
      "epoch": 0.26338538505398296,
      "grad_norm": 0.48121339082717896,
      "learning_rate": 9.896549251855998e-05,
      "loss": 3.4369,
      "step": 3580
    },
    {
      "epoch": 0.26412109842005554,
      "grad_norm": 0.49092957377433777,
      "learning_rate": 9.89574855777949e-05,
      "loss": 3.3808,
      "step": 3590
    },
    {
      "epoch": 0.26485681178612813,
      "grad_norm": 0.49230051040649414,
      "learning_rate": 9.894944809649671e-05,
      "loss": 3.4153,
      "step": 3600
    },
    {
      "epoch": 0.2655925251522007,
      "grad_norm": 0.542644739151001,
      "learning_rate": 9.894138007967935e-05,
      "loss": 3.4127,
      "step": 3610
    },
    {
      "epoch": 0.2663282385182733,
      "grad_norm": 0.49647256731987,
      "learning_rate": 9.893328153237578e-05,
      "loss": 3.3944,
      "step": 3620
    },
    {
      "epoch": 0.26706395188434584,
      "grad_norm": 0.4804913103580475,
      "learning_rate": 9.892515245963803e-05,
      "loss": 3.4299,
      "step": 3630
    },
    {
      "epoch": 0.26779966525041843,
      "grad_norm": 0.5026209354400635,
      "learning_rate": 9.891699286653714e-05,
      "loss": 3.4199,
      "step": 3640
    },
    {
      "epoch": 0.268535378616491,
      "grad_norm": 0.5007442235946655,
      "learning_rate": 9.890880275816322e-05,
      "loss": 3.4058,
      "step": 3650
    },
    {
      "epoch": 0.2692710919825636,
      "grad_norm": 0.49342918395996094,
      "learning_rate": 9.890058213962538e-05,
      "loss": 3.408,
      "step": 3660
    },
    {
      "epoch": 0.2700068053486362,
      "grad_norm": 0.48717033863067627,
      "learning_rate": 9.889233101605184e-05,
      "loss": 3.3731,
      "step": 3670
    },
    {
      "epoch": 0.2707425187147087,
      "grad_norm": 0.5098682045936584,
      "learning_rate": 9.888404939258973e-05,
      "loss": 3.3768,
      "step": 3680
    },
    {
      "epoch": 0.2714782320807813,
      "grad_norm": 0.48432040214538574,
      "learning_rate": 9.88757372744053e-05,
      "loss": 3.4547,
      "step": 3690
    },
    {
      "epoch": 0.2722139454468539,
      "grad_norm": 0.487289160490036,
      "learning_rate": 9.886739466668379e-05,
      "loss": 3.4094,
      "step": 3700
    },
    {
      "epoch": 0.2729496588129265,
      "grad_norm": 0.5253422260284424,
      "learning_rate": 9.885902157462948e-05,
      "loss": 3.445,
      "step": 3710
    },
    {
      "epoch": 0.2736853721789991,
      "grad_norm": 0.5656958222389221,
      "learning_rate": 9.885061800346563e-05,
      "loss": 3.3925,
      "step": 3720
    },
    {
      "epoch": 0.27442108554507166,
      "grad_norm": 0.5607571601867676,
      "learning_rate": 9.884218395843452e-05,
      "loss": 3.386,
      "step": 3730
    },
    {
      "epoch": 0.2751567989111442,
      "grad_norm": 0.48992305994033813,
      "learning_rate": 9.883371944479749e-05,
      "loss": 3.4261,
      "step": 3740
    },
    {
      "epoch": 0.2758925122772168,
      "grad_norm": 0.5179588794708252,
      "learning_rate": 9.882522446783484e-05,
      "loss": 3.3555,
      "step": 3750
    },
    {
      "epoch": 0.27662822564328937,
      "grad_norm": 0.5124242305755615,
      "learning_rate": 9.88166990328459e-05,
      "loss": 3.4095,
      "step": 3760
    },
    {
      "epoch": 0.27736393900936196,
      "grad_norm": 0.5088645815849304,
      "learning_rate": 9.880814314514894e-05,
      "loss": 3.4152,
      "step": 3770
    },
    {
      "epoch": 0.27809965237543455,
      "grad_norm": 0.5194174647331238,
      "learning_rate": 9.87995568100813e-05,
      "loss": 3.3998,
      "step": 3780
    },
    {
      "epoch": 0.27883536574150714,
      "grad_norm": 0.5403995513916016,
      "learning_rate": 9.879094003299928e-05,
      "loss": 3.3553,
      "step": 3790
    },
    {
      "epoch": 0.27957107910757967,
      "grad_norm": 0.5247926712036133,
      "learning_rate": 9.87822928192782e-05,
      "loss": 3.4321,
      "step": 3800
    },
    {
      "epoch": 0.28030679247365226,
      "grad_norm": 0.5156255960464478,
      "learning_rate": 9.877361517431231e-05,
      "loss": 3.3851,
      "step": 3810
    },
    {
      "epoch": 0.28104250583972484,
      "grad_norm": 0.4857509732246399,
      "learning_rate": 9.876490710351489e-05,
      "loss": 3.3663,
      "step": 3820
    },
    {
      "epoch": 0.28177821920579743,
      "grad_norm": 0.5125151872634888,
      "learning_rate": 9.875616861231819e-05,
      "loss": 3.3637,
      "step": 3830
    },
    {
      "epoch": 0.28251393257187,
      "grad_norm": 0.47020360827445984,
      "learning_rate": 9.874739970617341e-05,
      "loss": 3.4038,
      "step": 3840
    },
    {
      "epoch": 0.28324964593794255,
      "grad_norm": 0.48255953192710876,
      "learning_rate": 9.87386003905508e-05,
      "loss": 3.3459,
      "step": 3850
    },
    {
      "epoch": 0.28398535930401514,
      "grad_norm": 0.47846198081970215,
      "learning_rate": 9.872977067093947e-05,
      "loss": 3.376,
      "step": 3860
    },
    {
      "epoch": 0.2847210726700877,
      "grad_norm": 0.5100752115249634,
      "learning_rate": 9.872091055284756e-05,
      "loss": 3.3609,
      "step": 3870
    },
    {
      "epoch": 0.2854567860361603,
      "grad_norm": 0.5000672936439514,
      "learning_rate": 9.87120200418022e-05,
      "loss": 3.4512,
      "step": 3880
    },
    {
      "epoch": 0.2861924994022329,
      "grad_norm": 0.5057271718978882,
      "learning_rate": 9.870309914334942e-05,
      "loss": 3.3253,
      "step": 3890
    },
    {
      "epoch": 0.2869282127683055,
      "grad_norm": 0.5031580328941345,
      "learning_rate": 9.869414786305424e-05,
      "loss": 3.3809,
      "step": 3900
    },
    {
      "epoch": 0.287663926134378,
      "grad_norm": 0.49000057578086853,
      "learning_rate": 9.868516620650062e-05,
      "loss": 3.4302,
      "step": 3910
    },
    {
      "epoch": 0.2883996395004506,
      "grad_norm": 0.4677979052066803,
      "learning_rate": 9.867615417929147e-05,
      "loss": 3.3782,
      "step": 3920
    },
    {
      "epoch": 0.2891353528665232,
      "grad_norm": 0.4826011061668396,
      "learning_rate": 9.866711178704869e-05,
      "loss": 3.3509,
      "step": 3930
    },
    {
      "epoch": 0.2898710662325958,
      "grad_norm": 0.5133295655250549,
      "learning_rate": 9.865803903541301e-05,
      "loss": 3.4039,
      "step": 3940
    },
    {
      "epoch": 0.2906067795986684,
      "grad_norm": 0.5011733174324036,
      "learning_rate": 9.864893593004422e-05,
      "loss": 3.3433,
      "step": 3950
    },
    {
      "epoch": 0.29134249296474096,
      "grad_norm": 0.49504631757736206,
      "learning_rate": 9.863980247662099e-05,
      "loss": 3.3795,
      "step": 3960
    },
    {
      "epoch": 0.2920782063308135,
      "grad_norm": 0.5216391682624817,
      "learning_rate": 9.863063868084093e-05,
      "loss": 3.4249,
      "step": 3970
    },
    {
      "epoch": 0.2928139196968861,
      "grad_norm": 0.5909170508384705,
      "learning_rate": 9.862144454842055e-05,
      "loss": 3.341,
      "step": 3980
    },
    {
      "epoch": 0.29354963306295867,
      "grad_norm": 0.5585739016532898,
      "learning_rate": 9.861222008509534e-05,
      "loss": 3.4334,
      "step": 3990
    },
    {
      "epoch": 0.29428534642903126,
      "grad_norm": 0.5350683927536011,
      "learning_rate": 9.860296529661966e-05,
      "loss": 3.4152,
      "step": 4000
    }
  ],
  "logging_steps": 10,
  "max_steps": 40776,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 4000,
  "total_flos": 3.62650798129152e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}