diff --git "a/checkpoint-16000/trainer_state.json" "b/checkpoint-16000/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-16000/trainer_state.json"
@@ -0,0 +1,11221 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.177141385716125,
+  "eval_steps": 500,
+  "global_step": 16000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0007357133660725781,
+      "grad_norm": 223.60693359375,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 20.4521,
+      "step": 10
+    },
+    {
+      "epoch": 0.0014714267321451562,
+      "grad_norm": 115.68708038330078,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 17.0724,
+      "step": 20
+    },
+    {
+      "epoch": 0.0022071400982177345,
+      "grad_norm": 9.73855972290039,
+      "learning_rate": 3e-06,
+      "loss": 11.1765,
+      "step": 30
+    },
+    {
+      "epoch": 0.0029428534642903124,
+      "grad_norm": 4.239206314086914,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 9.9334,
+      "step": 40
+    },
+    {
+      "epoch": 0.0036785668303628907,
+      "grad_norm": 5.939801216125488,
+      "learning_rate": 5e-06,
+      "loss": 9.6538,
+      "step": 50
+    },
+    {
+      "epoch": 0.004414280196435469,
+      "grad_norm": 7.083678245544434,
+      "learning_rate": 6e-06,
+      "loss": 9.4877,
+      "step": 60
+    },
+    {
+      "epoch": 0.0051499935625080465,
+      "grad_norm": 4.155125617980957,
+      "learning_rate": 7.000000000000001e-06,
+      "loss": 9.2998,
+      "step": 70
+    },
+    {
+      "epoch": 0.005885706928580625,
+      "grad_norm": 8.080842018127441,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 9.1653,
+      "step": 80
+    },
+    {
+      "epoch": 0.006621420294653203,
+      "grad_norm": 5.2444353103637695,
+      "learning_rate": 9e-06,
+      "loss": 9.0503,
+      "step": 90
+    },
+    {
+      "epoch": 0.0073571336607257815,
+      "grad_norm": 5.591372966766357,
+      "learning_rate": 1e-05,
+      "loss": 8.9182,
+      "step": 100
+    },
+    {
+      "epoch": 0.008092847026798359,
+      "grad_norm": 6.641251564025879,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 8.7308,
+      "step": 110
+    },
+    {
+      "epoch": 0.008828560392870938,
+      "grad_norm": 8.2617769241333,
+      "learning_rate": 1.2e-05,
+      "loss": 8.4667,
+      "step": 120
+    },
+    {
+      "epoch": 0.009564273758943516,
+      "grad_norm": 8.181135177612305,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 8.1982,
+      "step": 130
+    },
+    {
+      "epoch": 0.010299987125016093,
+      "grad_norm": 5.930114269256592,
+      "learning_rate": 1.4000000000000001e-05,
+      "loss": 7.8692,
+      "step": 140
+    },
+    {
+      "epoch": 0.011035700491088672,
+      "grad_norm": 4.546728610992432,
+      "learning_rate": 1.5e-05,
+      "loss": 7.5773,
+      "step": 150
+    },
+    {
+      "epoch": 0.01177141385716125,
+      "grad_norm": 4.127258777618408,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 7.3816,
+      "step": 160
+    },
+    {
+      "epoch": 0.012507127223233829,
+      "grad_norm": 4.3951849937438965,
+      "learning_rate": 1.7000000000000003e-05,
+      "loss": 7.2603,
+      "step": 170
+    },
+    {
+      "epoch": 0.013242840589306406,
+      "grad_norm": 2.085538625717163,
+      "learning_rate": 1.8e-05,
+      "loss": 7.16,
+      "step": 180
+    },
+    {
+      "epoch": 0.013978553955378984,
+      "grad_norm": 3.098052501678467,
+      "learning_rate": 1.9e-05,
+      "loss": 7.0236,
+      "step": 190
+    },
+    {
+      "epoch": 0.014714267321451563,
+      "grad_norm": 4.054460525512695,
+      "learning_rate": 2e-05,
+      "loss": 7.0169,
+      "step": 200
+    },
+    {
+      "epoch": 0.01544998068752414,
+      "grad_norm": 1.6470402479171753,
+      "learning_rate": 2.1e-05,
+      "loss": 6.9933,
+      "step": 210
+    },
+    {
+      "epoch": 0.016185694053596718,
+      "grad_norm": 1.3456400632858276,
+      "learning_rate": 2.2000000000000003e-05,
+      "loss": 6.9151,
+      "step": 220
+    },
+    {
+      "epoch": 0.016921407419669295,
+      "grad_norm": 1.3457653522491455,
+      "learning_rate": 2.3000000000000003e-05,
+      "loss": 6.9246,
+      "step": 230
+    },
+    {
+      "epoch": 0.017657120785741876,
+      "grad_norm": 2.5111804008483887,
+      "learning_rate": 2.4e-05,
+      "loss": 6.8615,
+      "step": 240
+    },
+    {
+      "epoch": 0.018392834151814454,
+      "grad_norm": 2.082517147064209,
+      "learning_rate": 2.5e-05,
+      "loss": 6.8109,
+      "step": 250
+    },
+    {
+      "epoch": 0.01912854751788703,
+      "grad_norm": 2.9603984355926514,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 6.7036,
+      "step": 260
+    },
+    {
+      "epoch": 0.01986426088395961,
+      "grad_norm": 1.7493945360183716,
+      "learning_rate": 2.7000000000000002e-05,
+      "loss": 6.6403,
+      "step": 270
+    },
+    {
+      "epoch": 0.020599974250032186,
+      "grad_norm": 3.83150315284729,
+      "learning_rate": 2.8000000000000003e-05,
+      "loss": 6.6216,
+      "step": 280
+    },
+    {
+      "epoch": 0.021335687616104767,
+      "grad_norm": 2.9999842643737793,
+      "learning_rate": 2.9e-05,
+      "loss": 6.6013,
+      "step": 290
+    },
+    {
+      "epoch": 0.022071400982177344,
+      "grad_norm": 2.799868583679199,
+      "learning_rate": 3e-05,
+      "loss": 6.4751,
+      "step": 300
+    },
+    {
+      "epoch": 0.022807114348249922,
+      "grad_norm": 3.548393487930298,
+      "learning_rate": 3.1e-05,
+      "loss": 6.5082,
+      "step": 310
+    },
+    {
+      "epoch": 0.0235428277143225,
+      "grad_norm": 3.523336410522461,
+      "learning_rate": 3.2000000000000005e-05,
+      "loss": 6.4566,
+      "step": 320
+    },
+    {
+      "epoch": 0.024278541080395077,
+      "grad_norm": 2.0755739212036133,
+      "learning_rate": 3.3e-05,
+      "loss": 6.3776,
+      "step": 330
+    },
+    {
+      "epoch": 0.025014254446467658,
+      "grad_norm": 3.288764238357544,
+      "learning_rate": 3.4000000000000007e-05,
+      "loss": 6.3559,
+      "step": 340
+    },
+    {
+      "epoch": 0.025749967812540235,
+      "grad_norm": 3.3932132720947266,
+      "learning_rate": 3.5e-05,
+      "loss": 6.3234,
+      "step": 350
+    },
+    {
+      "epoch": 0.026485681178612813,
+      "grad_norm": 2.7775251865386963,
+      "learning_rate": 3.6e-05,
+      "loss": 6.2551,
+      "step": 360
+    },
+    {
+      "epoch": 0.02722139454468539,
+      "grad_norm": 2.6773834228515625,
+      "learning_rate": 3.7e-05,
+      "loss": 6.206,
+      "step": 370
+    },
+    {
+      "epoch": 0.027957107910757967,
+      "grad_norm": 2.556666612625122,
+      "learning_rate": 3.8e-05,
+      "loss": 6.1396,
+      "step": 380
+    },
+    {
+      "epoch": 0.02869282127683055,
+      "grad_norm": 3.2724132537841797,
+      "learning_rate": 3.9000000000000006e-05,
+      "loss": 6.106,
+      "step": 390
+    },
+    {
+      "epoch": 0.029428534642903126,
+      "grad_norm": 2.354327440261841,
+      "learning_rate": 4e-05,
+      "loss": 6.1258,
+      "step": 400
+    },
+    {
+      "epoch": 0.030164248008975703,
+      "grad_norm": 1.804317593574524,
+      "learning_rate": 4.1e-05,
+      "loss": 6.0516,
+      "step": 410
+    },
+    {
+      "epoch": 0.03089996137504828,
+      "grad_norm": 1.7134747505187988,
+      "learning_rate": 4.2e-05,
+      "loss": 5.9582,
+      "step": 420
+    },
+    {
+      "epoch": 0.03163567474112086,
+      "grad_norm": 1.4939428567886353,
+      "learning_rate": 4.3e-05,
+      "loss": 5.9328,
+      "step": 430
+    },
+    {
+      "epoch": 0.032371388107193436,
+      "grad_norm": 1.9662060737609863,
+      "learning_rate": 4.4000000000000006e-05,
+      "loss": 5.8578,
+      "step": 440
+    },
+    {
+      "epoch": 0.03310710147326602,
+      "grad_norm": 1.748353123664856,
+      "learning_rate": 4.5e-05,
+      "loss": 5.7874,
+      "step": 450
+    },
+    {
+      "epoch": 0.03384281483933859,
+      "grad_norm": 2.1945955753326416,
+      "learning_rate": 4.600000000000001e-05,
+      "loss": 5.7787,
+      "step": 460
+    },
+    {
+      "epoch": 0.03457852820541117,
+      "grad_norm": 2.1684770584106445,
+      "learning_rate": 4.7e-05,
+      "loss": 5.7138,
+      "step": 470
+    },
+    {
+      "epoch": 0.03531424157148375,
+      "grad_norm": 1.728945255279541,
+      "learning_rate": 4.8e-05,
+      "loss": 5.6774,
+      "step": 480
+    },
+    {
+      "epoch": 0.036049954937556326,
+      "grad_norm": 1.8206098079681396,
+      "learning_rate": 4.9e-05,
+      "loss": 5.6214,
+      "step": 490
+    },
+    {
+      "epoch": 0.03678566830362891,
+      "grad_norm": 1.5937659740447998,
+      "learning_rate": 5e-05,
+      "loss": 5.5198,
+      "step": 500
+    },
+    {
+      "epoch": 0.03752138166970148,
+      "grad_norm": 1.617659568786621,
+      "learning_rate": 5.1000000000000006e-05,
+      "loss": 5.4818,
+      "step": 510
+    },
+    {
+      "epoch": 0.03825709503577406,
+      "grad_norm": 1.7942918539047241,
+      "learning_rate": 5.2000000000000004e-05,
+      "loss": 5.5156,
+      "step": 520
+    },
+    {
+      "epoch": 0.03899280840184664,
+      "grad_norm": 1.830945611000061,
+      "learning_rate": 5.300000000000001e-05,
+      "loss": 5.3836,
+      "step": 530
+    },
+    {
+      "epoch": 0.03972852176791922,
+      "grad_norm": 1.5295898914337158,
+      "learning_rate": 5.4000000000000005e-05,
+      "loss": 5.3989,
+      "step": 540
+    },
+    {
+      "epoch": 0.0404642351339918,
+      "grad_norm": 1.527603268623352,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 5.3724,
+      "step": 550
+    },
+    {
+      "epoch": 0.04119994850006437,
+      "grad_norm": 1.6225807666778564,
+      "learning_rate": 5.6000000000000006e-05,
+      "loss": 5.2788,
+      "step": 560
+    },
+    {
+      "epoch": 0.04193566186613695,
+      "grad_norm": 2.0076022148132324,
+      "learning_rate": 5.6999999999999996e-05,
+      "loss": 5.2227,
+      "step": 570
+    },
+    {
+      "epoch": 0.042671375232209534,
+      "grad_norm": 1.5891458988189697,
+      "learning_rate": 5.8e-05,
+      "loss": 5.2265,
+      "step": 580
+    },
+    {
+      "epoch": 0.04340708859828211,
+      "grad_norm": 1.5814419984817505,
+      "learning_rate": 5.9e-05,
+      "loss": 5.1948,
+      "step": 590
+    },
+    {
+      "epoch": 0.04414280196435469,
+      "grad_norm": 1.7139537334442139,
+      "learning_rate": 6e-05,
+      "loss": 5.1036,
+      "step": 600
+    },
+    {
+      "epoch": 0.04487851533042726,
+      "grad_norm": 1.2224972248077393,
+      "learning_rate": 6.1e-05,
+      "loss": 5.1932,
+      "step": 610
+    },
+    {
+      "epoch": 0.045614228696499844,
+      "grad_norm": 1.6268278360366821,
+      "learning_rate": 6.2e-05,
+      "loss": 5.068,
+      "step": 620
+    },
+    {
+      "epoch": 0.046349942062572425,
+      "grad_norm": 1.4944841861724854,
+      "learning_rate": 6.3e-05,
+      "loss": 5.032,
+      "step": 630
+    },
+    {
+      "epoch": 0.047085655428645,
+      "grad_norm": 1.442824363708496,
+      "learning_rate": 6.400000000000001e-05,
+      "loss": 5.0077,
+      "step": 640
+    },
+    {
+      "epoch": 0.04782136879471758,
+      "grad_norm": 1.6031944751739502,
+      "learning_rate": 6.500000000000001e-05,
+      "loss": 4.9808,
+      "step": 650
+    },
+    {
+      "epoch": 0.04855708216079015,
+      "grad_norm": 1.6006144285202026,
+      "learning_rate": 6.6e-05,
+      "loss": 4.9239,
+      "step": 660
+    },
+    {
+      "epoch": 0.049292795526862734,
+      "grad_norm": 1.3961182832717896,
+      "learning_rate": 6.7e-05,
+      "loss": 4.9158,
+      "step": 670
+    },
+    {
+      "epoch": 0.050028508892935315,
+      "grad_norm": 1.4314249753952026,
+      "learning_rate": 6.800000000000001e-05,
+      "loss": 4.8126,
+      "step": 680
+    },
+    {
+      "epoch": 0.05076422225900789,
+      "grad_norm": 1.4509848356246948,
+      "learning_rate": 6.9e-05,
+      "loss": 4.8713,
+      "step": 690
+    },
+    {
+      "epoch": 0.05149993562508047,
+      "grad_norm": 1.5618196725845337,
+      "learning_rate": 7e-05,
+      "loss": 4.7814,
+      "step": 700
+    },
+    {
+      "epoch": 0.052235648991153044,
+      "grad_norm": 1.5423110723495483,
+      "learning_rate": 7.1e-05,
+      "loss": 4.7409,
+      "step": 710
+    },
+    {
+      "epoch": 0.052971362357225625,
+      "grad_norm": 1.2559527158737183,
+      "learning_rate": 7.2e-05,
+      "loss": 4.73,
+      "step": 720
+    },
+    {
+      "epoch": 0.053707075723298206,
+      "grad_norm": 1.1119533777236938,
+      "learning_rate": 7.3e-05,
+      "loss": 4.7055,
+      "step": 730
+    },
+    {
+      "epoch": 0.05444278908937078,
+      "grad_norm": 1.2400840520858765,
+      "learning_rate": 7.4e-05,
+      "loss": 4.6501,
+      "step": 740
+    },
+    {
+      "epoch": 0.05517850245544336,
+      "grad_norm": 1.2191784381866455,
+      "learning_rate": 7.500000000000001e-05,
+      "loss": 4.6239,
+      "step": 750
+    },
+    {
+      "epoch": 0.055914215821515935,
+      "grad_norm": 1.269572377204895,
+      "learning_rate": 7.6e-05,
+      "loss": 4.6498,
+      "step": 760
+    },
+    {
+      "epoch": 0.056649929187588516,
+      "grad_norm": 1.275608777999878,
+      "learning_rate": 7.7e-05,
+      "loss": 4.6326,
+      "step": 770
+    },
+    {
+      "epoch": 0.0573856425536611,
+      "grad_norm": 1.3013856410980225,
+      "learning_rate": 7.800000000000001e-05,
+      "loss": 4.5869,
+      "step": 780
+    },
+    {
+      "epoch": 0.05812135591973367,
+      "grad_norm": 1.37381112575531,
+      "learning_rate": 7.900000000000001e-05,
+      "loss": 4.5785,
+      "step": 790
+    },
+    {
+      "epoch": 0.05885706928580625,
+      "grad_norm": 1.2166635990142822,
+      "learning_rate": 8e-05,
+      "loss": 4.5126,
+      "step": 800
+    },
+    {
+      "epoch": 0.059592782651878826,
+      "grad_norm": 1.4644134044647217,
+      "learning_rate": 8.1e-05,
+      "loss": 4.5228,
+      "step": 810
+    },
+    {
+      "epoch": 0.06032849601795141,
+      "grad_norm": 1.206525206565857,
+      "learning_rate": 8.2e-05,
+      "loss": 4.4874,
+      "step": 820
+    },
+    {
+      "epoch": 0.06106420938402399,
+      "grad_norm": 1.1188849210739136,
+      "learning_rate": 8.3e-05,
+      "loss": 4.4619,
+      "step": 830
+    },
+    {
+      "epoch": 0.06179992275009656,
+      "grad_norm": 1.2260874509811401,
+      "learning_rate": 8.4e-05,
+      "loss": 4.4118,
+      "step": 840
+    },
+    {
+      "epoch": 0.06253563611616914,
+      "grad_norm": 1.19864022731781,
+      "learning_rate": 8.5e-05,
+      "loss": 4.3522,
+      "step": 850
+    },
+    {
+      "epoch": 0.06327134948224172,
+      "grad_norm": 1.1710054874420166,
+      "learning_rate": 8.6e-05,
+      "loss": 4.4048,
+      "step": 860
+    },
+    {
+      "epoch": 0.0640070628483143,
+      "grad_norm": 0.8916666507720947,
+      "learning_rate": 8.7e-05,
+      "loss": 4.3865,
+      "step": 870
+    },
+    {
+      "epoch": 0.06474277621438687,
+      "grad_norm": 1.135651707649231,
+      "learning_rate": 8.800000000000001e-05,
+      "loss": 4.3554,
+      "step": 880
+    },
+    {
+      "epoch": 0.06547848958045946,
+      "grad_norm": 0.9037818312644958,
+      "learning_rate": 8.900000000000001e-05,
+      "loss": 4.4055,
+      "step": 890
+    },
+    {
+      "epoch": 0.06621420294653203,
+      "grad_norm": 1.1230660676956177,
+      "learning_rate": 9e-05,
+      "loss": 4.3131,
+      "step": 900
+    },
+    {
+      "epoch": 0.06694991631260461,
+      "grad_norm": 1.149318814277649,
+      "learning_rate": 9.1e-05,
+      "loss": 4.2923,
+      "step": 910
+    },
+    {
+      "epoch": 0.06768562967867718,
+      "grad_norm": 1.1154922246932983,
+      "learning_rate": 9.200000000000001e-05,
+      "loss": 4.2774,
+      "step": 920
+    },
+    {
+      "epoch": 0.06842134304474977,
+      "grad_norm": 1.0399177074432373,
+      "learning_rate": 9.300000000000001e-05,
+      "loss": 4.2766,
+      "step": 930
+    },
+    {
+      "epoch": 0.06915705641082234,
+      "grad_norm": 1.0165122747421265,
+      "learning_rate": 9.4e-05,
+      "loss": 4.2479,
+      "step": 940
+    },
+    {
+      "epoch": 0.06989276977689492,
+      "grad_norm": 1.3305314779281616,
+      "learning_rate": 9.5e-05,
+      "loss": 4.2443,
+      "step": 950
+    },
+    {
+      "epoch": 0.0706284831429675,
+      "grad_norm": 0.8728047609329224,
+      "learning_rate": 9.6e-05,
+      "loss": 4.3267,
+      "step": 960
+    },
+    {
+      "epoch": 0.07136419650904008,
+      "grad_norm": 1.117966890335083,
+      "learning_rate": 9.7e-05,
+      "loss": 4.2435,
+      "step": 970
+    },
+    {
+      "epoch": 0.07209990987511265,
+      "grad_norm": 0.934165894985199,
+      "learning_rate": 9.8e-05,
+      "loss": 4.2125,
+      "step": 980
+    },
+    {
+      "epoch": 0.07283562324118524,
+      "grad_norm": 1.0023953914642334,
+      "learning_rate": 9.900000000000001e-05,
+      "loss": 4.1705,
+      "step": 990
+    },
+    {
+      "epoch": 0.07357133660725781,
+      "grad_norm": 0.9707255959510803,
+      "learning_rate": 0.0001,
+      "loss": 4.202,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07430704997333039,
+      "grad_norm": 0.988510012626648,
+      "learning_rate": 9.999998440456413e-05,
+      "loss": 4.1781,
+      "step": 1010
+    },
+    {
+      "epoch": 0.07504276333940296,
+      "grad_norm": 1.0348843336105347,
+      "learning_rate": 9.99999376182662e-05,
+      "loss": 4.1589,
+      "step": 1020
+    },
+    {
+      "epoch": 0.07577847670547555,
+      "grad_norm": 1.0255194902420044,
+      "learning_rate": 9.999985964113542e-05,
+      "loss": 4.1653,
+      "step": 1030
+    },
+    {
+      "epoch": 0.07651419007154812,
+      "grad_norm": 0.831902801990509,
+      "learning_rate": 9.999975047322044e-05,
+      "loss": 4.1595,
+      "step": 1040
+    },
+    {
+      "epoch": 0.0772499034376207,
+      "grad_norm": 0.964509904384613,
+      "learning_rate": 9.999961011458933e-05,
+      "loss": 4.1414,
+      "step": 1050
+    },
+    {
+      "epoch": 0.07798561680369329,
+      "grad_norm": 0.796290397644043,
+      "learning_rate": 9.99994385653297e-05,
+      "loss": 4.0971,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07872133016976586,
+      "grad_norm": 0.8830526471138,
+      "learning_rate": 9.99992358255485e-05,
+      "loss": 4.1182,
+      "step": 1070
+    },
+    {
+      "epoch": 0.07945704353583843,
+      "grad_norm": 1.0227144956588745,
+      "learning_rate": 9.999900189537226e-05,
+      "loss": 4.0917,
+      "step": 1080
+    },
+    {
+      "epoch": 0.08019275690191102,
+      "grad_norm": 1.0185173749923706,
+      "learning_rate": 9.999873677494689e-05,
+      "loss": 4.1066,
+      "step": 1090
+    },
+    {
+      "epoch": 0.0809284702679836,
+      "grad_norm": 0.8834981322288513,
+      "learning_rate": 9.999844046443776e-05,
+      "loss": 4.0413,
+      "step": 1100
+    },
+    {
+      "epoch": 0.08166418363405617,
+      "grad_norm": 0.9037182331085205,
+      "learning_rate": 9.999811296402975e-05,
+      "loss": 4.1012,
+      "step": 1110
+    },
+    {
+      "epoch": 0.08239989700012874,
+      "grad_norm": 0.9970824122428894,
+      "learning_rate": 9.99977542739271e-05,
+      "loss": 4.0548,
+      "step": 1120
+    },
+    {
+      "epoch": 0.08313561036620133,
+      "grad_norm": 0.9786319136619568,
+      "learning_rate": 9.999736439435364e-05,
+      "loss": 4.0613,
+      "step": 1130
+    },
+    {
+      "epoch": 0.0838713237322739,
+      "grad_norm": 0.8991515636444092,
+      "learning_rate": 9.999694332555253e-05,
+      "loss": 4.07,
+      "step": 1140
+    },
+    {
+      "epoch": 0.08460703709834648,
+      "grad_norm": 0.8191851377487183,
+      "learning_rate": 9.999649106778646e-05,
+      "loss": 4.0169,
+      "step": 1150
+    },
+    {
+      "epoch": 0.08534275046441907,
+      "grad_norm": 0.7964187860488892,
+      "learning_rate": 9.999600762133756e-05,
+      "loss": 4.0185,
+      "step": 1160
+    },
+    {
+      "epoch": 0.08607846383049164,
+      "grad_norm": 0.8330606818199158,
+      "learning_rate": 9.99954929865074e-05,
+      "loss": 4.0695,
+      "step": 1170
+    },
+    {
+      "epoch": 0.08681417719656422,
+      "grad_norm": 0.8456650376319885,
+      "learning_rate": 9.999494716361703e-05,
+      "loss": 3.971,
+      "step": 1180
+    },
+    {
+      "epoch": 0.0875498905626368,
+      "grad_norm": 0.7506271600723267,
+      "learning_rate": 9.999437015300694e-05,
+      "loss": 4.0053,
+      "step": 1190
+    },
+    {
+      "epoch": 0.08828560392870938,
+      "grad_norm": 0.7525317668914795,
+      "learning_rate": 9.999376195503709e-05,
+      "loss": 3.9699,
+      "step": 1200
+    },
+    {
+      "epoch": 0.08902131729478195,
+      "grad_norm": 0.7871759533882141,
+      "learning_rate": 9.999312257008685e-05,
+      "loss": 3.9137,
+      "step": 1210
+    },
+    {
+      "epoch": 0.08975703066085453,
+      "grad_norm": 0.8398749828338623,
+      "learning_rate": 9.999245199855512e-05,
+      "loss": 3.9667,
+      "step": 1220
+    },
+    {
+      "epoch": 0.09049274402692711,
+      "grad_norm": 0.7666105031967163,
+      "learning_rate": 9.99917502408602e-05,
+      "loss": 3.9273,
+      "step": 1230
+    },
+    {
+      "epoch": 0.09122845739299969,
+      "grad_norm": 0.8470506072044373,
+      "learning_rate": 9.999101729743985e-05,
+      "loss": 3.9694,
+      "step": 1240
+    },
+    {
+      "epoch": 0.09196417075907226,
+      "grad_norm": 0.7060391306877136,
+      "learning_rate": 9.999025316875129e-05,
+      "loss": 3.9618,
+      "step": 1250
+    },
+    {
+      "epoch": 0.09269988412514485,
+      "grad_norm": 0.7745850682258606,
+      "learning_rate": 9.99894578552712e-05,
+      "loss": 3.9252,
+      "step": 1260
+    },
+    {
+      "epoch": 0.09343559749121742,
+      "grad_norm": 0.8749181032180786,
+      "learning_rate": 9.998863135749575e-05,
+      "loss": 3.9104,
+      "step": 1270
+    },
+    {
+      "epoch": 0.09417131085729,
+      "grad_norm": 0.906620979309082,
+      "learning_rate": 9.998777367594046e-05,
+      "loss": 3.9174,
+      "step": 1280
+    },
+    {
+      "epoch": 0.09490702422336257,
+      "grad_norm": 0.7657135725021362,
+      "learning_rate": 9.998688481114039e-05,
+      "loss": 3.9238,
+      "step": 1290
+    },
+    {
+      "epoch": 0.09564273758943516,
+      "grad_norm": 0.6726455688476562,
+      "learning_rate": 9.998596476365006e-05,
+      "loss": 3.8952,
+      "step": 1300
+    },
+    {
+      "epoch": 0.09637845095550773,
+      "grad_norm": 0.7561966776847839,
+      "learning_rate": 9.998501353404336e-05,
+      "loss": 3.9123,
+      "step": 1310
+    },
+    {
+      "epoch": 0.0971141643215803,
+      "grad_norm": 0.8008501529693604,
+      "learning_rate": 9.998403112291372e-05,
+      "loss": 3.8617,
+      "step": 1320
+    },
+    {
+      "epoch": 0.0978498776876529,
+      "grad_norm": 0.7718631029129028,
+      "learning_rate": 9.998301753087398e-05,
+      "loss": 3.8859,
+      "step": 1330
+    },
+    {
+      "epoch": 0.09858559105372547,
+      "grad_norm": 0.8178690671920776,
+      "learning_rate": 9.998197275855644e-05,
+      "loss": 3.8473,
+      "step": 1340
+    },
+    {
+      "epoch": 0.09932130441979804,
+      "grad_norm": 0.7664726376533508,
+      "learning_rate": 9.998089680661282e-05,
+      "loss": 3.8305,
+      "step": 1350
+    },
+    {
+      "epoch": 0.10005701778587063,
+      "grad_norm": 0.8279010653495789,
+      "learning_rate": 9.997978967571436e-05,
+      "loss": 3.8802,
+      "step": 1360
+    },
+    {
+      "epoch": 0.1007927311519432,
+      "grad_norm": 0.7610680460929871,
+      "learning_rate": 9.997865136655166e-05,
+      "loss": 3.8869,
+      "step": 1370
+    },
+    {
+      "epoch": 0.10152844451801578,
+      "grad_norm": 0.7211320400238037,
+      "learning_rate": 9.997748187983487e-05,
+      "loss": 3.9122,
+      "step": 1380
+    },
+    {
+      "epoch": 0.10226415788408835,
+      "grad_norm": 0.7668148279190063,
+      "learning_rate": 9.997628121629349e-05,
+      "loss": 3.8238,
+      "step": 1390
+    },
+    {
+      "epoch": 0.10299987125016094,
+      "grad_norm": 0.6940723061561584,
+      "learning_rate": 9.997504937667654e-05,
+      "loss": 3.8464,
+      "step": 1400
+    },
+    {
+      "epoch": 0.10373558461623351,
+      "grad_norm": 0.681667149066925,
+      "learning_rate": 9.997378636175245e-05,
+      "loss": 3.8182,
+      "step": 1410
+    },
+    {
+      "epoch": 0.10447129798230609,
+      "grad_norm": 0.6430841684341431,
+      "learning_rate": 9.99724921723091e-05,
+      "loss": 3.8379,
+      "step": 1420
+    },
+    {
+      "epoch": 0.10520701134837868,
+      "grad_norm": 0.6482489705085754,
+      "learning_rate": 9.997116680915389e-05,
+      "loss": 3.8117,
+      "step": 1430
+    },
+    {
+      "epoch": 0.10594272471445125,
+      "grad_norm": 0.6649356484413147,
+      "learning_rate": 9.996981027311352e-05,
+      "loss": 3.8452,
+      "step": 1440
+    },
+    {
+      "epoch": 0.10667843808052382,
+      "grad_norm": 0.757146954536438,
+      "learning_rate": 9.996842256503428e-05,
+      "loss": 3.7886,
+      "step": 1450
+    },
+    {
+      "epoch": 0.10741415144659641,
+      "grad_norm": 0.6373863816261292,
+      "learning_rate": 9.99670036857818e-05,
+      "loss": 3.7975,
+      "step": 1460
+    },
+    {
+      "epoch": 0.10814986481266899,
+      "grad_norm": 0.6672409176826477,
+      "learning_rate": 9.996555363624124e-05,
+      "loss": 3.843,
+      "step": 1470
+    },
+    {
+      "epoch": 0.10888557817874156,
+      "grad_norm": 0.6595909595489502,
+      "learning_rate": 9.996407241731717e-05,
+      "loss": 3.8397,
+      "step": 1480
+    },
+    {
+      "epoch": 0.10962129154481413,
+      "grad_norm": 0.725779116153717,
+      "learning_rate": 9.996256002993358e-05,
+      "loss": 3.8264,
+      "step": 1490
+    },
+    {
+      "epoch": 0.11035700491088672,
+      "grad_norm": 0.6590442061424255,
+      "learning_rate": 9.99610164750339e-05,
+      "loss": 3.8375,
+      "step": 1500
+    },
+    {
+      "epoch": 0.1110927182769593,
+      "grad_norm": 0.707144558429718,
+      "learning_rate": 9.99594417535811e-05,
+      "loss": 3.7805,
+      "step": 1510
+    },
+    {
+      "epoch": 0.11182843164303187,
+      "grad_norm": 0.7135934233665466,
+      "learning_rate": 9.995783586655745e-05,
+      "loss": 3.7696,
+      "step": 1520
+    },
+    {
+      "epoch": 0.11256414500910446,
+      "grad_norm": 0.7143461108207703,
+      "learning_rate": 9.995619881496474e-05,
+      "loss": 3.7558,
+      "step": 1530
+    },
+    {
+      "epoch": 0.11329985837517703,
+      "grad_norm": 0.6768718957901001,
+      "learning_rate": 9.995453059982422e-05,
+      "loss": 3.8221,
+      "step": 1540
+    },
+    {
+      "epoch": 0.1140355717412496,
+      "grad_norm": 0.6788365244865417,
+      "learning_rate": 9.995283122217653e-05,
+      "loss": 3.7792,
+      "step": 1550
+    },
+    {
+      "epoch": 0.1147712851073222,
+      "grad_norm": 0.6880599856376648,
+      "learning_rate": 9.995110068308179e-05,
+      "loss": 3.7191,
+      "step": 1560
+    },
+    {
+      "epoch": 0.11550699847339477,
+      "grad_norm": 0.6511822938919067,
+      "learning_rate": 9.994933898361951e-05,
+      "loss": 3.7585,
+      "step": 1570
+    },
+    {
+      "epoch": 0.11624271183946734,
+      "grad_norm": 0.6109036803245544,
+      "learning_rate": 9.99475461248887e-05,
+      "loss": 3.7555,
+      "step": 1580
+    },
+    {
+      "epoch": 0.11697842520553992,
+      "grad_norm": 0.6387907862663269,
+      "learning_rate": 9.994572210800777e-05,
+      "loss": 3.7283,
+      "step": 1590
+    },
+    {
+      "epoch": 0.1177141385716125,
+      "grad_norm": 0.6535074710845947,
+      "learning_rate": 9.994386693411455e-05,
+      "loss": 3.7781,
+      "step": 1600
+    },
+    {
+      "epoch": 0.11844985193768508,
+      "grad_norm": 0.6718204617500305,
+      "learning_rate": 9.994198060436637e-05,
+      "loss": 3.7622,
+      "step": 1610
+    },
+    {
+      "epoch": 0.11918556530375765,
+      "grad_norm": 0.75942063331604,
+      "learning_rate": 9.994006311993991e-05,
+      "loss": 3.6595,
+      "step": 1620
+    },
+    {
+      "epoch": 0.11992127866983024,
+      "grad_norm": 0.6169456243515015,
+      "learning_rate": 9.993811448203136e-05,
+      "loss": 3.6921,
+      "step": 1630
+    },
+    {
+      "epoch": 0.12065699203590281,
+      "grad_norm": 0.6598173379898071,
+      "learning_rate": 9.993613469185631e-05,
+      "loss": 3.6957,
+      "step": 1640
+    },
+    {
+      "epoch": 0.12139270540197539,
+      "grad_norm": 0.6640283465385437,
+      "learning_rate": 9.993412375064979e-05,
+      "loss": 3.7507,
+      "step": 1650
+    },
+    {
+      "epoch": 0.12212841876804797,
+      "grad_norm": 0.720782458782196,
+      "learning_rate": 9.993208165966623e-05,
+      "loss": 3.741,
+      "step": 1660
+    },
+    {
+      "epoch": 0.12286413213412055,
+      "grad_norm": 0.6343806385993958,
+      "learning_rate": 9.993000842017957e-05,
+      "loss": 3.7112,
+      "step": 1670
+    },
+    {
+      "epoch": 0.12359984550019312,
+      "grad_norm": 0.72925865650177,
+      "learning_rate": 9.99279040334831e-05,
+      "loss": 3.7455,
+      "step": 1680
+    },
+    {
+      "epoch": 0.1243355588662657,
+      "grad_norm": 0.7056775093078613,
+      "learning_rate": 9.99257685008896e-05,
+      "loss": 3.7007,
+      "step": 1690
+    },
+    {
+      "epoch": 0.12507127223233827,
+      "grad_norm": 0.6219266057014465,
+      "learning_rate": 9.992360182373122e-05,
+      "loss": 3.6704,
+      "step": 1700
+    },
+    {
+      "epoch": 0.12580698559841086,
+      "grad_norm": 0.8017805814743042,
+      "learning_rate": 9.992140400335958e-05,
+      "loss": 3.7098,
+      "step": 1710
+    },
+    {
+      "epoch": 0.12654269896448345,
+      "grad_norm": 0.6517687439918518,
+      "learning_rate": 9.991917504114574e-05,
+      "loss": 3.7145,
+      "step": 1720
+    },
+    {
+      "epoch": 0.127278412330556,
+      "grad_norm": 0.6560338735580444,
+      "learning_rate": 9.991691493848015e-05,
+      "loss": 3.7046,
+      "step": 1730
+    },
+    {
+      "epoch": 0.1280141256966286,
+      "grad_norm": 0.7055456638336182,
+      "learning_rate": 9.991462369677267e-05,
+      "loss": 3.6855,
+      "step": 1740
+    },
+    {
+      "epoch": 0.12874983906270118,
+      "grad_norm": 0.6441034078598022,
+      "learning_rate": 9.991230131745268e-05,
+      "loss": 3.7338,
+      "step": 1750
+    },
+    {
+      "epoch": 0.12948555242877374,
+      "grad_norm": 0.6746709942817688,
+      "learning_rate": 9.990994780196889e-05,
+      "loss": 3.7237,
+      "step": 1760
+    },
+    {
+      "epoch": 0.13022126579484633,
+      "grad_norm": 0.6609126925468445,
+      "learning_rate": 9.990756315178945e-05,
+      "loss": 3.7393,
+      "step": 1770
+    },
+    {
+      "epoch": 0.13095697916091892,
+      "grad_norm": 0.648073673248291,
+      "learning_rate": 9.990514736840197e-05,
+      "loss": 3.7057,
+      "step": 1780
+    },
+    {
+      "epoch": 0.13169269252699148,
+      "grad_norm": 0.6735105514526367,
+      "learning_rate": 9.990270045331344e-05,
+      "loss": 3.7574,
+      "step": 1790
+    },
+    {
+      "epoch": 0.13242840589306407,
+      "grad_norm": 0.6125868558883667,
+      "learning_rate": 9.99002224080503e-05,
+      "loss": 3.6548,
+      "step": 1800
+    },
+    {
+      "epoch": 0.13316411925913665,
+      "grad_norm": 0.5899696946144104,
+      "learning_rate": 9.98977132341584e-05,
+      "loss": 3.624,
+      "step": 1810
+    },
+    {
+      "epoch": 0.13389983262520921,
+      "grad_norm": 0.6936771273612976,
+      "learning_rate": 9.989517293320299e-05,
+      "loss": 3.7022,
+      "step": 1820
+    },
+    {
+      "epoch": 0.1346355459912818,
+      "grad_norm": 0.6176466345787048,
+      "learning_rate": 9.989260150676876e-05,
+      "loss": 3.697,
+      "step": 1830
+    },
+    {
+      "epoch": 0.13537125935735436,
+      "grad_norm": 0.6583747863769531,
+      "learning_rate": 9.988999895645981e-05,
+      "loss": 3.7048,
+      "step": 1840
+    },
+    {
+      "epoch": 0.13610697272342695,
+      "grad_norm": 0.6942030191421509,
+      "learning_rate": 9.988736528389969e-05,
+      "loss": 3.6784,
+      "step": 1850
+    },
+    {
+      "epoch": 0.13684268608949954,
+      "grad_norm": 0.6578043103218079,
+      "learning_rate": 9.988470049073126e-05,
+      "loss": 3.6411,
+      "step": 1860
+    },
+    {
+      "epoch": 0.1375783994555721,
+      "grad_norm": 0.648202657699585,
+      "learning_rate": 9.988200457861694e-05,
+      "loss": 3.6472,
+      "step": 1870
+    },
+    {
+      "epoch": 0.13831411282164469,
+      "grad_norm": 0.6567854285240173,
+      "learning_rate": 9.987927754923843e-05,
+      "loss": 3.6734,
+      "step": 1880
+    },
+    {
+      "epoch": 0.13904982618771727,
+      "grad_norm": 0.6515029668807983,
+      "learning_rate": 9.987651940429695e-05,
+      "loss": 3.6463,
+      "step": 1890
+    },
+    {
+      "epoch": 0.13978553955378983,
+      "grad_norm": 0.597316324710846,
+      "learning_rate": 9.987373014551302e-05,
+      "loss": 3.5951,
+      "step": 1900
+    },
+    {
+      "epoch": 0.14052125291986242,
+      "grad_norm": 0.6288499236106873,
+      "learning_rate": 9.987090977462668e-05,
+      "loss": 3.675,
+      "step": 1910
+    },
+    {
+      "epoch": 0.141256966285935,
+      "grad_norm": 0.6451112627983093,
+      "learning_rate": 9.986805829339729e-05,
+      "loss": 3.6552,
+      "step": 1920
+    },
+    {
+      "epoch": 0.14199267965200757,
+      "grad_norm": 0.6517444252967834,
+      "learning_rate": 9.986517570360368e-05,
+      "loss": 3.6206,
+      "step": 1930
+    },
+    {
+      "epoch": 0.14272839301808016,
+      "grad_norm": 0.6413518786430359,
+      "learning_rate": 9.986226200704404e-05,
+      "loss": 3.6848,
+      "step": 1940
+    },
+    {
+      "epoch": 0.14346410638415275,
+      "grad_norm": 0.6431183815002441,
+      "learning_rate": 9.9859317205536e-05,
+      "loss": 3.6339,
+      "step": 1950
+    },
+    {
+      "epoch": 0.1441998197502253,
+      "grad_norm": 0.7160407900810242,
+      "learning_rate": 9.985634130091657e-05,
+      "loss": 3.6306,
+      "step": 1960
+    },
+    {
+      "epoch": 0.1449355331162979,
+      "grad_norm": 0.602085292339325,
+      "learning_rate": 9.985333429504216e-05,
+      "loss": 3.6556,
+      "step": 1970
+    },
+    {
+      "epoch": 0.14567124648237048,
+      "grad_norm": 0.6392213702201843,
+      "learning_rate": 9.985029618978863e-05,
+      "loss": 3.6195,
+      "step": 1980
+    },
+    {
+      "epoch": 0.14640695984844304,
+      "grad_norm": 0.5774185657501221,
+      "learning_rate": 9.984722698705115e-05,
+      "loss": 3.6463,
+      "step": 1990
+    },
+    {
+      "epoch": 0.14714267321451563,
+      "grad_norm": 0.6097477674484253,
+      "learning_rate": 9.984412668874442e-05,
+      "loss": 3.6759,
+      "step": 2000
+    },
+    {
+      "epoch": 0.1478783865805882,
+      "grad_norm": 0.5511993765830994,
+      "learning_rate": 9.984099529680237e-05,
+      "loss": 3.6254,
+      "step": 2010
+    },
+    {
+      "epoch": 0.14861409994666078,
+      "grad_norm": 0.6293554306030273,
+      "learning_rate": 9.983783281317847e-05,
+      "loss": 3.6285,
+      "step": 2020
+    },
+    {
+      "epoch": 0.14934981331273336,
+      "grad_norm": 0.5784502625465393,
+      "learning_rate": 9.983463923984551e-05,
+      "loss": 3.5952,
+      "step": 2030
+    },
+    {
+      "epoch": 0.15008552667880593,
+      "grad_norm": 0.5587512254714966,
+      "learning_rate": 9.983141457879572e-05,
+      "loss": 3.5877,
+      "step": 2040
+    },
+    {
+      "epoch": 0.1508212400448785,
+      "grad_norm": 0.5835023522377014,
+      "learning_rate": 9.982815883204068e-05,
+      "loss": 3.6139,
+      "step": 2050
+    },
+    {
+      "epoch": 0.1515569534109511,
+      "grad_norm": 0.6096065044403076,
+      "learning_rate": 9.982487200161139e-05,
+      "loss": 3.6261,
+      "step": 2060
+    },
+    {
+      "epoch": 0.15229266677702366,
+      "grad_norm": 0.6385859847068787,
+      "learning_rate": 9.982155408955822e-05,
+      "loss": 3.6228,
+      "step": 2070
+    },
+    {
+      "epoch": 0.15302838014309625,
+      "grad_norm": 0.6276549100875854,
+      "learning_rate": 9.981820509795096e-05,
+      "loss": 3.6525,
+      "step": 2080
+    },
+    {
+      "epoch": 0.15376409350916884,
+      "grad_norm": 0.5835126638412476,
+      "learning_rate": 9.981482502887878e-05,
+      "loss": 3.6081,
+      "step": 2090
+    },
+    {
+      "epoch": 0.1544998068752414,
+      "grad_norm": 0.6056969165802002,
+      "learning_rate": 9.981141388445019e-05,
+      "loss": 3.6241,
+      "step": 2100
+    },
+    {
+      "epoch": 0.15523552024131398,
+      "grad_norm": 0.6270286440849304,
+      "learning_rate": 9.980797166679314e-05,
+      "loss": 3.6231,
+      "step": 2110
+    },
+    {
+      "epoch": 0.15597123360738657,
+      "grad_norm": 0.6744200587272644,
+      "learning_rate": 9.980449837805494e-05,
+      "loss": 3.5789,
+      "step": 2120
+    },
+    {
+      "epoch": 0.15670694697345913,
+      "grad_norm": 0.5492793321609497,
+      "learning_rate": 9.98009940204023e-05,
+      "loss": 3.58,
+      "step": 2130
+    },
+    {
+      "epoch": 0.15744266033953172,
+      "grad_norm": 0.601390540599823,
+      "learning_rate": 9.979745859602129e-05,
+      "loss": 3.6059,
+      "step": 2140
+    },
+    {
+      "epoch": 0.1581783737056043,
+      "grad_norm": 0.6107606887817383,
+      "learning_rate": 9.979389210711737e-05,
+      "loss": 3.5928,
+      "step": 2150
+    },
+    {
+      "epoch": 0.15891408707167687,
+      "grad_norm": 0.6118071675300598,
+      "learning_rate": 9.979029455591538e-05,
+      "loss": 3.5771,
+      "step": 2160
+    },
+    {
+      "epoch": 0.15964980043774946,
+      "grad_norm": 0.6007488369941711,
+      "learning_rate": 9.978666594465953e-05,
+      "loss": 3.5729,
+      "step": 2170
+    },
+    {
+      "epoch": 0.16038551380382204,
+      "grad_norm": 0.5910535454750061,
+      "learning_rate": 9.978300627561343e-05,
+      "loss": 3.5953,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1611212271698946,
+      "grad_norm": 0.5529370903968811,
+      "learning_rate": 9.977931555106002e-05,
+      "loss": 3.6167,
+      "step": 2190
+    },
+    {
+      "epoch": 0.1618569405359672,
+      "grad_norm": 0.6961104273796082,
+      "learning_rate": 9.977559377330163e-05,
+      "loss": 3.5541,
+      "step": 2200
+    },
+    {
+      "epoch": 0.16259265390203975,
+      "grad_norm": 0.5334804654121399,
+      "learning_rate": 9.977184094466001e-05,
+      "loss": 3.6368,
+      "step": 2210
+    },
+    {
+      "epoch": 0.16332836726811234,
+      "grad_norm": 0.6472899913787842,
+      "learning_rate": 9.976805706747622e-05,
+      "loss": 3.5896,
+      "step": 2220
+    },
+    {
+      "epoch": 0.16406408063418493,
+      "grad_norm": 0.6276665329933167,
+      "learning_rate": 9.976424214411071e-05,
+      "loss": 3.5907,
+      "step": 2230
+    },
+    {
+      "epoch": 0.1647997940002575,
+      "grad_norm": 0.5503706932067871,
+      "learning_rate": 9.976039617694328e-05,
+      "loss": 3.6037,
+      "step": 2240
+    },
+    {
+      "epoch": 0.16553550736633008,
+      "grad_norm": 0.5655608773231506,
+      "learning_rate": 9.975651916837313e-05,
+      "loss": 3.6157,
+      "step": 2250
+    },
+    {
+      "epoch": 0.16627122073240266,
+      "grad_norm": 0.5357344746589661,
+      "learning_rate": 9.975261112081879e-05,
+      "loss": 3.583,
+      "step": 2260
+    },
+    {
+      "epoch": 0.16700693409847522,
+      "grad_norm": 0.5251188278198242,
+      "learning_rate": 9.974867203671819e-05,
+      "loss": 3.5705,
+      "step": 2270
+    },
+    {
+      "epoch": 0.1677426474645478,
+      "grad_norm": 0.5895013809204102,
+      "learning_rate": 9.974470191852858e-05,
+      "loss": 3.5648,
+      "step": 2280
+    },
+    {
+      "epoch": 0.1684783608306204,
+      "grad_norm": 0.5837428569793701,
+      "learning_rate": 9.974070076872662e-05,
+      "loss": 3.5607,
+      "step": 2290
+    },
+    {
+      "epoch": 0.16921407419669296,
+      "grad_norm": 0.5866957306861877,
+      "learning_rate": 9.973666858980824e-05,
+      "loss": 3.5689,
+      "step": 2300
+    },
+    {
+      "epoch": 0.16994978756276555,
+      "grad_norm": 0.5927156209945679,
+      "learning_rate": 9.973260538428884e-05,
+      "loss": 3.5806,
+      "step": 2310
+    },
+    {
+      "epoch": 0.17068550092883814,
+      "grad_norm": 0.5668119788169861,
+      "learning_rate": 9.972851115470307e-05,
+      "loss": 3.5247,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1714212142949107,
+      "grad_norm": 0.5907779335975647,
+      "learning_rate": 9.972438590360503e-05,
+      "loss": 3.5757,
+      "step": 2330
+    },
+    {
+      "epoch": 0.17215692766098328,
+      "grad_norm": 0.5702281594276428,
+      "learning_rate": 9.97202296335681e-05,
+      "loss": 3.5698,
+      "step": 2340
+    },
+    {
+      "epoch": 0.17289264102705587,
+      "grad_norm": 0.5785143375396729,
+      "learning_rate": 9.971604234718504e-05,
+      "loss": 3.5547,
+      "step": 2350
+    },
+    {
+      "epoch": 0.17362835439312843,
+      "grad_norm": 0.5959532856941223,
+      "learning_rate": 9.971182404706792e-05,
+      "loss": 3.4787,
+      "step": 2360
+    },
+    {
+      "epoch": 0.17436406775920102,
+      "grad_norm": 0.5923709869384766,
+      "learning_rate": 9.970757473584824e-05,
+      "loss": 3.5127,
+      "step": 2370
+    },
+    {
+      "epoch": 0.1750997811252736,
+      "grad_norm": 0.6314843893051147,
+      "learning_rate": 9.970329441617676e-05,
+      "loss": 3.5123,
+      "step": 2380
+    },
+    {
+      "epoch": 0.17583549449134617,
+      "grad_norm": 0.6579912304878235,
+      "learning_rate": 9.969898309072363e-05,
+      "loss": 3.5295,
+      "step": 2390
+    },
+    {
+      "epoch": 0.17657120785741875,
+      "grad_norm": 0.5852422118186951,
+      "learning_rate": 9.969464076217831e-05,
+      "loss": 3.5761,
+      "step": 2400
+    },
+    {
+      "epoch": 0.17730692122349132,
+      "grad_norm": 0.5590935945510864,
+      "learning_rate": 9.969026743324967e-05,
+      "loss": 3.5697,
+      "step": 2410
+    },
+    {
+      "epoch": 0.1780426345895639,
+      "grad_norm": 0.5512566566467285,
+      "learning_rate": 9.968586310666583e-05,
+      "loss": 3.5069,
+      "step": 2420
+    },
+    {
+      "epoch": 0.1787783479556365,
+      "grad_norm": 0.6014286279678345,
+      "learning_rate": 9.968142778517429e-05,
+      "loss": 3.5985,
+      "step": 2430
+    },
+    {
+      "epoch": 0.17951406132170905,
+      "grad_norm": 0.5852993726730347,
+      "learning_rate": 9.967696147154187e-05,
+      "loss": 3.4978,
+      "step": 2440
+    },
+    {
+      "epoch": 0.18024977468778164,
+      "grad_norm": 0.5915689468383789,
+      "learning_rate": 9.967246416855475e-05,
+      "loss": 3.5926,
+      "step": 2450
+    },
+    {
+      "epoch": 0.18098548805385423,
+      "grad_norm": 0.5336611866950989,
+      "learning_rate": 9.966793587901844e-05,
+      "loss": 3.5764,
+      "step": 2460
+    },
+    {
+      "epoch": 0.1817212014199268,
+      "grad_norm": 0.6106781959533691,
+      "learning_rate": 9.966337660575775e-05,
+      "loss": 3.5095,
+      "step": 2470
+    },
+    {
+      "epoch": 0.18245691478599937,
+      "grad_norm": 0.5323026180267334,
+      "learning_rate": 9.965878635161682e-05,
+      "loss": 3.4732,
+      "step": 2480
+    },
+    {
+      "epoch": 0.18319262815207196,
+      "grad_norm": 0.5882947444915771,
+      "learning_rate": 9.965416511945915e-05,
+      "loss": 3.56,
+      "step": 2490
+    },
+    {
+      "epoch": 0.18392834151814452,
+      "grad_norm": 0.5978416800498962,
+      "learning_rate": 9.964951291216755e-05,
+      "loss": 3.4982,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1846640548842171,
+      "grad_norm": 0.5574873089790344,
+      "learning_rate": 9.964482973264413e-05,
+      "loss": 3.5024,
+      "step": 2510
+    },
+    {
+      "epoch": 0.1853997682502897,
+      "grad_norm": 0.6445927023887634,
+      "learning_rate": 9.964011558381035e-05,
+      "loss": 3.4935,
+      "step": 2520
+    },
+    {
+      "epoch": 0.18613548161636226,
+      "grad_norm": 0.5893427729606628,
+      "learning_rate": 9.963537046860697e-05,
+      "loss": 3.5344,
+      "step": 2530
+    },
+    {
+      "epoch": 0.18687119498243485,
+      "grad_norm": 0.5860798954963684,
+      "learning_rate": 9.963059438999409e-05,
+      "loss": 3.5498,
+      "step": 2540
+    },
+    {
+      "epoch": 0.18760690834850743,
+      "grad_norm": 0.5362831950187683,
+      "learning_rate": 9.962578735095109e-05,
+      "loss": 3.4655,
+      "step": 2550
+    },
+    {
+      "epoch": 0.18834262171458,
+      "grad_norm": 0.5293241143226624,
+      "learning_rate": 9.96209493544767e-05,
+      "loss": 3.5236,
+      "step": 2560
+    },
+    {
+      "epoch": 0.18907833508065258,
+      "grad_norm": 0.6069090366363525,
+      "learning_rate": 9.961608040358894e-05,
+      "loss": 3.5332,
+      "step": 2570
+    },
+    {
+      "epoch": 0.18981404844672514,
+      "grad_norm": 0.5620616674423218,
+      "learning_rate": 9.961118050132517e-05,
+      "loss": 3.4838,
+      "step": 2580
+    },
+    {
+      "epoch": 0.19054976181279773,
+      "grad_norm": 0.5729257464408875,
+      "learning_rate": 9.9606249650742e-05,
+      "loss": 3.4809,
+      "step": 2590
+    },
+    {
+      "epoch": 0.19128547517887032,
+      "grad_norm": 0.5876139998435974,
+      "learning_rate": 9.96012878549154e-05,
+      "loss": 3.4935,
+      "step": 2600
+    },
+    {
+      "epoch": 0.19202118854494288,
+      "grad_norm": 0.5324752330780029,
+      "learning_rate": 9.959629511694061e-05,
+      "loss": 3.5621,
+      "step": 2610
+    },
+    {
+      "epoch": 0.19275690191101547,
+      "grad_norm": 0.5787373781204224,
+      "learning_rate": 9.959127143993219e-05,
+      "loss": 3.4896,
+      "step": 2620
+    },
+    {
+      "epoch": 0.19349261527708805,
+      "grad_norm": 0.5609232783317566,
+      "learning_rate": 9.958621682702403e-05,
+      "loss": 3.4973,
+      "step": 2630
+    },
+    {
+      "epoch": 0.1942283286431606,
+      "grad_norm": 0.5869426131248474,
+      "learning_rate": 9.958113128136923e-05,
+      "loss": 3.5203,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1949640420092332,
+      "grad_norm": 0.609747052192688,
+      "learning_rate": 9.957601480614029e-05,
+      "loss": 3.5297,
+      "step": 2650
+    },
+    {
+      "epoch": 0.1956997553753058,
+      "grad_norm": 0.5092261433601379,
+      "learning_rate": 9.957086740452894e-05,
+      "loss": 3.4951,
+      "step": 2660
+    },
+    {
+      "epoch": 0.19643546874137835,
+      "grad_norm": 0.5409265756607056,
+      "learning_rate": 9.956568907974621e-05,
+      "loss": 3.528,
+      "step": 2670
+    },
+    {
+      "epoch": 0.19717118210745094,
+      "grad_norm": 0.5979306101799011,
+      "learning_rate": 9.956047983502245e-05,
+      "loss": 3.5356,
+      "step": 2680
+    },
+    {
+      "epoch": 0.19790689547352353,
+      "grad_norm": 0.5668174624443054,
+      "learning_rate": 9.955523967360725e-05,
+      "loss": 3.5797,
+      "step": 2690
+    },
+    {
+      "epoch": 0.19864260883959609,
+      "grad_norm": 0.5992650389671326,
+      "learning_rate": 9.954996859876953e-05,
+      "loss": 3.5107,
+      "step": 2700
+    },
+    {
+      "epoch": 0.19937832220566867,
+      "grad_norm": 0.5725685358047485,
+      "learning_rate": 9.954466661379748e-05,
+      "loss": 3.5161,
+      "step": 2710
+    },
+    {
+      "epoch": 0.20011403557174126,
+      "grad_norm": 0.5398104786872864,
+      "learning_rate": 9.953933372199855e-05,
+      "loss": 3.5191,
+      "step": 2720
+    },
+    {
+      "epoch": 0.20084974893781382,
+      "grad_norm": 0.5120781064033508,
+      "learning_rate": 9.953396992669953e-05,
+      "loss": 3.4936,
+      "step": 2730
+    },
+    {
+      "epoch": 0.2015854623038864,
+      "grad_norm": 0.5185467004776001,
+      "learning_rate": 9.952857523124641e-05,
+      "loss": 3.4757,
+      "step": 2740
+    },
+    {
+      "epoch": 0.202321175669959,
+      "grad_norm": 0.6107959747314453,
+      "learning_rate": 9.952314963900453e-05,
+      "loss": 3.4972,
+      "step": 2750
+    },
+    {
+      "epoch": 0.20305688903603156,
+      "grad_norm": 0.5769765377044678,
+      "learning_rate": 9.951769315335844e-05,
+      "loss": 3.4983,
+      "step": 2760
+    },
+    {
+      "epoch": 0.20379260240210414,
+      "grad_norm": 0.5694507956504822,
+      "learning_rate": 9.951220577771201e-05,
+      "loss": 3.5063,
+      "step": 2770
+    },
+    {
+      "epoch": 0.2045283157681767,
+      "grad_norm": 0.5544769763946533,
+      "learning_rate": 9.950668751548835e-05,
+      "loss": 3.507,
+      "step": 2780
+    },
+    {
+      "epoch": 0.2052640291342493,
+      "grad_norm": 0.5395680665969849,
+      "learning_rate": 9.950113837012984e-05,
+      "loss": 3.5315,
+      "step": 2790
+    },
+    {
+      "epoch": 0.20599974250032188,
+      "grad_norm": 0.575812816619873,
+      "learning_rate": 9.949555834509817e-05,
+      "loss": 3.4873,
+      "step": 2800
+    },
+    {
+      "epoch": 0.20673545586639444,
+      "grad_norm": 0.5248579978942871,
+      "learning_rate": 9.948994744387419e-05,
+      "loss": 3.4849,
+      "step": 2810
+    },
+    {
+      "epoch": 0.20747116923246703,
+      "grad_norm": 0.5287348031997681,
+      "learning_rate": 9.948430566995816e-05,
+      "loss": 3.5028,
+      "step": 2820
+    },
+    {
+      "epoch": 0.20820688259853962,
+      "grad_norm": 0.5448064804077148,
+      "learning_rate": 9.947863302686945e-05,
+      "loss": 3.4801,
+      "step": 2830
+    },
+    {
+      "epoch": 0.20894259596461218,
+      "grad_norm": 0.583583652973175,
+      "learning_rate": 9.947292951814679e-05,
+      "loss": 3.4899,
+      "step": 2840
+    },
+    {
+      "epoch": 0.20967830933068476,
+      "grad_norm": 0.5897386074066162,
+      "learning_rate": 9.946719514734813e-05,
+      "loss": 3.5659,
+      "step": 2850
+    },
+    {
+      "epoch": 0.21041402269675735,
+      "grad_norm": 0.5261275172233582,
+      "learning_rate": 9.946142991805062e-05,
+      "loss": 3.4662,
+      "step": 2860
+    },
+    {
+      "epoch": 0.2111497360628299,
+      "grad_norm": 0.5870264768600464,
+      "learning_rate": 9.945563383385079e-05,
+      "loss": 3.5123,
+      "step": 2870
+    },
+    {
+      "epoch": 0.2118854494289025,
+      "grad_norm": 0.5746486186981201,
+      "learning_rate": 9.944980689836429e-05,
+      "loss": 3.4351,
+      "step": 2880
+    },
+    {
+      "epoch": 0.2126211627949751,
+      "grad_norm": 0.6177893877029419,
+      "learning_rate": 9.944394911522606e-05,
+      "loss": 3.5206,
+      "step": 2890
+    },
+    {
+      "epoch": 0.21335687616104765,
+      "grad_norm": 0.5619845390319824,
+      "learning_rate": 9.94380604880903e-05,
+      "loss": 3.4801,
+      "step": 2900
+    },
+    {
+      "epoch": 0.21409258952712024,
+      "grad_norm": 0.5628277063369751,
+      "learning_rate": 9.943214102063043e-05,
+      "loss": 3.5564,
+      "step": 2910
+    },
+    {
+      "epoch": 0.21482830289319282,
+      "grad_norm": 0.5306517481803894,
+      "learning_rate": 9.942619071653914e-05,
+      "loss": 3.5094,
+      "step": 2920
+    },
+    {
+      "epoch": 0.21556401625926538,
+      "grad_norm": 0.6212943196296692,
+      "learning_rate": 9.942020957952831e-05,
+      "loss": 3.5182,
+      "step": 2930
+    },
+    {
+      "epoch": 0.21629972962533797,
+      "grad_norm": 0.5883834362030029,
+      "learning_rate": 9.941419761332908e-05,
+      "loss": 3.4715,
+      "step": 2940
+    },
+    {
+      "epoch": 0.21703544299141056,
+      "grad_norm": 0.5104158520698547,
+      "learning_rate": 9.940815482169184e-05,
+      "loss": 3.4712,
+      "step": 2950
+    },
+    {
+      "epoch": 0.21777115635748312,
+      "grad_norm": 0.5349141955375671,
+      "learning_rate": 9.940208120838616e-05,
+      "loss": 3.4517,
+      "step": 2960
+    },
+    {
+      "epoch": 0.2185068697235557,
+      "grad_norm": 0.555456280708313,
+      "learning_rate": 9.939597677720089e-05,
+      "loss": 3.4984,
+      "step": 2970
+    },
+    {
+      "epoch": 0.21924258308962827,
+      "grad_norm": 0.5867215991020203,
+      "learning_rate": 9.938984153194406e-05,
+      "loss": 3.4821,
+      "step": 2980
+    },
+    {
+      "epoch": 0.21997829645570086,
+      "grad_norm": 0.5781378149986267,
+      "learning_rate": 9.938367547644296e-05,
+      "loss": 3.4437,
+      "step": 2990
+    },
+    {
+      "epoch": 0.22071400982177344,
+      "grad_norm": 0.5571138858795166,
+      "learning_rate": 9.937747861454407e-05,
+      "loss": 3.4935,
+      "step": 3000
+    },
+    {
+      "epoch": 0.221449723187846,
+      "grad_norm": 0.47858932614326477,
+      "learning_rate": 9.93712509501131e-05,
+      "loss": 3.499,
+      "step": 3010
+    },
+    {
+      "epoch": 0.2221854365539186,
+      "grad_norm": 0.500126838684082,
+      "learning_rate": 9.936499248703499e-05,
+      "loss": 3.4822,
+      "step": 3020
+    },
+    {
+      "epoch": 0.22292114991999118,
+      "grad_norm": 0.5339503288269043,
+      "learning_rate": 9.935870322921387e-05,
+      "loss": 3.5028,
+      "step": 3030
+    },
+    {
+      "epoch": 0.22365686328606374,
+      "grad_norm": 0.5465017557144165,
+      "learning_rate": 9.93523831805731e-05,
+      "loss": 3.4338,
+      "step": 3040
+    },
+    {
+      "epoch": 0.22439257665213633,
+      "grad_norm": 0.5432729125022888,
+      "learning_rate": 9.934603234505519e-05,
+      "loss": 3.4831,
+      "step": 3050
+    },
+    {
+      "epoch": 0.22512829001820892,
+      "grad_norm": 0.5051527619361877,
+      "learning_rate": 9.933965072662197e-05,
+      "loss": 3.4473,
+      "step": 3060
+    },
+    {
+      "epoch": 0.22586400338428148,
+      "grad_norm": 0.5150954127311707,
+      "learning_rate": 9.933323832925437e-05,
+      "loss": 3.4755,
+      "step": 3070
+    },
+    {
+      "epoch": 0.22659971675035406,
+      "grad_norm": 0.5967200398445129,
+      "learning_rate": 9.932679515695253e-05,
+      "loss": 3.4938,
+      "step": 3080
+    },
+    {
+      "epoch": 0.22733543011642665,
+      "grad_norm": 0.5499495267868042,
+      "learning_rate": 9.932032121373587e-05,
+      "loss": 3.5033,
+      "step": 3090
+    },
+    {
+      "epoch": 0.2280711434824992,
+      "grad_norm": 0.502854585647583,
+      "learning_rate": 9.931381650364291e-05,
+      "loss": 3.3716,
+      "step": 3100
+    },
+    {
+      "epoch": 0.2288068568485718,
+      "grad_norm": 0.5126801133155823,
+      "learning_rate": 9.93072810307314e-05,
+      "loss": 3.4727,
+      "step": 3110
+    },
+    {
+      "epoch": 0.2295425702146444,
+      "grad_norm": 0.48045796155929565,
+      "learning_rate": 9.930071479907831e-05,
+      "loss": 3.4312,
+      "step": 3120
+    },
+    {
+      "epoch": 0.23027828358071695,
+      "grad_norm": 0.5664313435554504,
+      "learning_rate": 9.929411781277974e-05,
+      "loss": 3.4225,
+      "step": 3130
+    },
+    {
+      "epoch": 0.23101399694678953,
+      "grad_norm": 0.5236510634422302,
+      "learning_rate": 9.928749007595101e-05,
+      "loss": 3.4255,
+      "step": 3140
+    },
+    {
+      "epoch": 0.23174971031286212,
+      "grad_norm": 0.5875115990638733,
+      "learning_rate": 9.928083159272666e-05,
+      "loss": 3.4699,
+      "step": 3150
+    },
+    {
+      "epoch": 0.23248542367893468,
+      "grad_norm": 0.5420896410942078,
+      "learning_rate": 9.92741423672603e-05,
+      "loss": 3.3887,
+      "step": 3160
+    },
+    {
+      "epoch": 0.23322113704500727,
+      "grad_norm": 0.5325738191604614,
+      "learning_rate": 9.926742240372483e-05,
+      "loss": 3.4807,
+      "step": 3170
+    },
+    {
+      "epoch": 0.23395685041107983,
+      "grad_norm": 0.5513830780982971,
+      "learning_rate": 9.926067170631227e-05,
+      "loss": 3.4647,
+      "step": 3180
+    },
+    {
+      "epoch": 0.23469256377715242,
+      "grad_norm": 0.5124702453613281,
+      "learning_rate": 9.925389027923382e-05,
+      "loss": 3.4392,
+      "step": 3190
+    },
+    {
+      "epoch": 0.235428277143225,
+      "grad_norm": 0.532706081867218,
+      "learning_rate": 9.924707812671985e-05,
+      "loss": 3.4456,
+      "step": 3200
+    },
+    {
+      "epoch": 0.23616399050929757,
+      "grad_norm": 0.5108603835105896,
+      "learning_rate": 9.924023525301991e-05,
+      "loss": 3.4621,
+      "step": 3210
+    },
+    {
+      "epoch": 0.23689970387537015,
+      "grad_norm": 0.5478849411010742,
+      "learning_rate": 9.92333616624027e-05,
+      "loss": 3.4602,
+      "step": 3220
+    },
+    {
+      "epoch": 0.23763541724144274,
+      "grad_norm": 0.481143057346344,
+      "learning_rate": 9.922645735915608e-05,
+      "loss": 3.4647,
+      "step": 3230
+    },
+    {
+      "epoch": 0.2383711306075153,
+      "grad_norm": 0.5544288754463196,
+      "learning_rate": 9.921952234758709e-05,
+      "loss": 3.4312,
+      "step": 3240
+    },
+    {
+      "epoch": 0.2391068439735879,
+      "grad_norm": 0.5568479299545288,
+      "learning_rate": 9.921255663202189e-05,
+      "loss": 3.4306,
+      "step": 3250
+    },
+    {
+      "epoch": 0.23984255733966048,
+      "grad_norm": 0.5197471380233765,
+      "learning_rate": 9.92055602168058e-05,
+      "loss": 3.4488,
+      "step": 3260
+    },
+    {
+      "epoch": 0.24057827070573304,
+      "grad_norm": 0.5361900329589844,
+      "learning_rate": 9.919853310630336e-05,
+      "loss": 3.395,
+      "step": 3270
+    },
+    {
+      "epoch": 0.24131398407180563,
+      "grad_norm": 0.5017499327659607,
+      "learning_rate": 9.919147530489816e-05,
+      "loss": 3.4654,
+      "step": 3280
+    },
+    {
+      "epoch": 0.24204969743787821,
+      "grad_norm": 0.5076097846031189,
+      "learning_rate": 9.9184386816993e-05,
+      "loss": 3.3991,
+      "step": 3290
+    },
+    {
+      "epoch": 0.24278541080395077,
+      "grad_norm": 0.5834246873855591,
+      "learning_rate": 9.917726764700981e-05,
+      "loss": 3.4058,
+      "step": 3300
+    },
+    {
+      "epoch": 0.24352112417002336,
+      "grad_norm": 0.5632571578025818,
+      "learning_rate": 9.917011779938961e-05,
+      "loss": 3.4442,
+      "step": 3310
+    },
+    {
+      "epoch": 0.24425683753609595,
+      "grad_norm": 0.5473082065582275,
+      "learning_rate": 9.916293727859265e-05,
+      "loss": 3.4536,
+      "step": 3320
+    },
+    {
+      "epoch": 0.2449925509021685,
+      "grad_norm": 0.5029418468475342,
+      "learning_rate": 9.915572608909824e-05,
+      "loss": 3.4263,
+      "step": 3330
+    },
+    {
+      "epoch": 0.2457282642682411,
+      "grad_norm": 0.5429378151893616,
+      "learning_rate": 9.914848423540483e-05,
+      "loss": 3.4652,
+      "step": 3340
+    },
+    {
+      "epoch": 0.24646397763431366,
+      "grad_norm": 0.5347001552581787,
+      "learning_rate": 9.914121172203005e-05,
+      "loss": 3.4009,
+      "step": 3350
+    },
+    {
+      "epoch": 0.24719969100038625,
+      "grad_norm": 0.538618266582489,
+      "learning_rate": 9.913390855351058e-05,
+      "loss": 3.457,
+      "step": 3360
+    },
+    {
+      "epoch": 0.24793540436645883,
+      "grad_norm": 0.5618345141410828,
+      "learning_rate": 9.912657473440232e-05,
+      "loss": 3.4588,
+      "step": 3370
+    },
+    {
+      "epoch": 0.2486711177325314,
+      "grad_norm": 0.5444225072860718,
+      "learning_rate": 9.911921026928019e-05,
+      "loss": 3.4401,
+      "step": 3380
+    },
+    {
+      "epoch": 0.24940683109860398,
+      "grad_norm": 0.5804809927940369,
+      "learning_rate": 9.911181516273826e-05,
+      "loss": 3.3904,
+      "step": 3390
+    },
+    {
+      "epoch": 0.25014254446467654,
+      "grad_norm": 0.5047810673713684,
+      "learning_rate": 9.910438941938978e-05,
+      "loss": 3.42,
+      "step": 3400
+    },
+    {
+      "epoch": 0.25087825783074913,
+      "grad_norm": 0.5213153958320618,
+      "learning_rate": 9.9096933043867e-05,
+      "loss": 3.4572,
+      "step": 3410
+    },
+    {
+      "epoch": 0.2516139711968217,
+      "grad_norm": 0.49462226033210754,
+      "learning_rate": 9.908944604082138e-05,
+      "loss": 3.432,
+      "step": 3420
+    },
+    {
+      "epoch": 0.2523496845628943,
+      "grad_norm": 0.5353688597679138,
+      "learning_rate": 9.908192841492343e-05,
+      "loss": 3.4174,
+      "step": 3430
+    },
+    {
+      "epoch": 0.2530853979289669,
+      "grad_norm": 0.4931166470050812,
+      "learning_rate": 9.907438017086277e-05,
+      "loss": 3.4175,
+      "step": 3440
+    },
+    {
+      "epoch": 0.2538211112950394,
+      "grad_norm": 0.5079531669616699,
+      "learning_rate": 9.906680131334813e-05,
+      "loss": 3.478,
+      "step": 3450
+    },
+    {
+      "epoch": 0.254556824661112,
+      "grad_norm": 0.5377930402755737,
+      "learning_rate": 9.905919184710733e-05,
+      "loss": 3.4353,
+      "step": 3460
+    },
+    {
+      "epoch": 0.2552925380271846,
+      "grad_norm": 0.5525156855583191,
+      "learning_rate": 9.90515517768873e-05,
+      "loss": 3.4084,
+      "step": 3470
+    },
+    {
+      "epoch": 0.2560282513932572,
+      "grad_norm": 0.5057874321937561,
+      "learning_rate": 9.904388110745403e-05,
+      "loss": 3.4503,
+      "step": 3480
+    },
+    {
+      "epoch": 0.2567639647593298,
+      "grad_norm": 0.5415982007980347,
+      "learning_rate": 9.903617984359263e-05,
+      "loss": 3.412,
+      "step": 3490
+    },
+    {
+      "epoch": 0.25749967812540236,
+      "grad_norm": 0.5116530656814575,
+      "learning_rate": 9.902844799010729e-05,
+      "loss": 3.3947,
+      "step": 3500
+    },
+    {
+      "epoch": 0.2582353914914749,
+      "grad_norm": 0.49354326725006104,
+      "learning_rate": 9.902068555182124e-05,
+      "loss": 3.4183,
+      "step": 3510
+    },
+    {
+      "epoch": 0.2589711048575475,
+      "grad_norm": 0.5207719206809998,
+      "learning_rate": 9.901289253357688e-05,
+      "loss": 3.4225,
+      "step": 3520
+    },
+    {
+      "epoch": 0.2597068182236201,
+      "grad_norm": 0.5140487551689148,
+      "learning_rate": 9.900506894023558e-05,
+      "loss": 3.4375,
+      "step": 3530
+    },
+    {
+      "epoch": 0.26044253158969266,
+      "grad_norm": 0.5068781971931458,
+      "learning_rate": 9.899721477667785e-05,
+      "loss": 3.3917,
+      "step": 3540
+    },
+    {
+      "epoch": 0.26117824495576525,
+      "grad_norm": 0.5903786420822144,
+      "learning_rate": 9.898933004780328e-05,
+      "loss": 3.4376,
+      "step": 3550
+    },
+    {
+      "epoch": 0.26191395832183784,
+      "grad_norm": 0.5345304012298584,
+      "learning_rate": 9.898141475853046e-05,
+      "loss": 3.4211,
+      "step": 3560
+    },
+    {
+      "epoch": 0.26264967168791037,
+      "grad_norm": 0.5153301954269409,
+      "learning_rate": 9.89734689137971e-05,
+      "loss": 3.4378,
+      "step": 3570
+    },
+    {
+      "epoch": 0.26338538505398296,
+      "grad_norm": 0.48121339082717896,
+      "learning_rate": 9.896549251855998e-05,
+      "loss": 3.4369,
+      "step": 3580
+    },
+    {
+      "epoch": 0.26412109842005554,
+      "grad_norm": 0.49092957377433777,
+      "learning_rate": 9.89574855777949e-05,
+      "loss": 3.3808,
+      "step": 3590
+    },
+    {
+      "epoch": 0.26485681178612813,
+      "grad_norm": 0.49230051040649414,
+      "learning_rate": 9.894944809649671e-05,
+      "loss": 3.4153,
+      "step": 3600
+    },
+    {
+      "epoch": 0.2655925251522007,
+      "grad_norm": 0.542644739151001,
+      "learning_rate": 9.894138007967935e-05,
+      "loss": 3.4127,
+      "step": 3610
+    },
+    {
+      "epoch": 0.2663282385182733,
+      "grad_norm": 0.49647256731987,
+      "learning_rate": 9.893328153237578e-05,
+      "loss": 3.3944,
+      "step": 3620
+    },
+    {
+      "epoch": 0.26706395188434584,
+      "grad_norm": 0.4804913103580475,
+      "learning_rate": 9.892515245963803e-05,
+      "loss": 3.4299,
+      "step": 3630
+    },
+    {
+      "epoch": 0.26779966525041843,
+      "grad_norm": 0.5026209354400635,
+      "learning_rate": 9.891699286653714e-05,
+      "loss": 3.4199,
+      "step": 3640
+    },
+    {
+      "epoch": 0.268535378616491,
+      "grad_norm": 0.5007442235946655,
+      "learning_rate": 9.890880275816322e-05,
+      "loss": 3.4058,
+      "step": 3650
+    },
+    {
+      "epoch": 0.2692710919825636,
+      "grad_norm": 0.49342918395996094,
+      "learning_rate": 9.890058213962538e-05,
+      "loss": 3.408,
+      "step": 3660
+    },
+    {
+      "epoch": 0.2700068053486362,
+      "grad_norm": 0.48717033863067627,
+      "learning_rate": 9.889233101605184e-05,
+      "loss": 3.3731,
+      "step": 3670
+    },
+    {
+      "epoch": 0.2707425187147087,
+      "grad_norm": 0.5098682045936584,
+      "learning_rate": 9.888404939258973e-05,
+      "loss": 3.3768,
+      "step": 3680
+    },
+    {
+      "epoch": 0.2714782320807813,
+      "grad_norm": 0.48432040214538574,
+      "learning_rate": 9.88757372744053e-05,
+      "loss": 3.4547,
+      "step": 3690
+    },
+    {
+      "epoch": 0.2722139454468539,
+      "grad_norm": 0.487289160490036,
+      "learning_rate": 9.886739466668379e-05,
+      "loss": 3.4094,
+      "step": 3700
+    },
+    {
+      "epoch": 0.2729496588129265,
+      "grad_norm": 0.5253422260284424,
+      "learning_rate": 9.885902157462948e-05,
+      "loss": 3.445,
+      "step": 3710
+    },
+    {
+      "epoch": 0.2736853721789991,
+      "grad_norm": 0.5656958222389221,
+      "learning_rate": 9.885061800346563e-05,
+      "loss": 3.3925,
+      "step": 3720
+    },
+    {
+      "epoch": 0.27442108554507166,
+      "grad_norm": 0.5607571601867676,
+      "learning_rate": 9.884218395843452e-05,
+      "loss": 3.386,
+      "step": 3730
+    },
+    {
+      "epoch": 0.2751567989111442,
+      "grad_norm": 0.48992305994033813,
+      "learning_rate": 9.883371944479749e-05,
+      "loss": 3.4261,
+      "step": 3740
+    },
+    {
+      "epoch": 0.2758925122772168,
+      "grad_norm": 0.5179588794708252,
+      "learning_rate": 9.882522446783484e-05,
+      "loss": 3.3555,
+      "step": 3750
+    },
+    {
+      "epoch": 0.27662822564328937,
+      "grad_norm": 0.5124242305755615,
+      "learning_rate": 9.88166990328459e-05,
+      "loss": 3.4095,
+      "step": 3760
+    },
+    {
+      "epoch": 0.27736393900936196,
+      "grad_norm": 0.5088645815849304,
+      "learning_rate": 9.880814314514894e-05,
+      "loss": 3.4152,
+      "step": 3770
+    },
+    {
+      "epoch": 0.27809965237543455,
+      "grad_norm": 0.5194174647331238,
+      "learning_rate": 9.87995568100813e-05,
+      "loss": 3.3998,
+      "step": 3780
+    },
+    {
+      "epoch": 0.27883536574150714,
+      "grad_norm": 0.5403995513916016,
+      "learning_rate": 9.879094003299928e-05,
+      "loss": 3.3553,
+      "step": 3790
+    },
+    {
+      "epoch": 0.27957107910757967,
+      "grad_norm": 0.5247926712036133,
+      "learning_rate": 9.87822928192782e-05,
+      "loss": 3.4321,
+      "step": 3800
+    },
+    {
+      "epoch": 0.28030679247365226,
+      "grad_norm": 0.5156255960464478,
+      "learning_rate": 9.877361517431231e-05,
+      "loss": 3.3851,
+      "step": 3810
+    },
+    {
+      "epoch": 0.28104250583972484,
+      "grad_norm": 0.4857509732246399,
+      "learning_rate": 9.876490710351489e-05,
+      "loss": 3.3663,
+      "step": 3820
+    },
+    {
+      "epoch": 0.28177821920579743,
+      "grad_norm": 0.5125151872634888,
+      "learning_rate": 9.875616861231819e-05,
+      "loss": 3.3637,
+      "step": 3830
+    },
+    {
+      "epoch": 0.28251393257187,
+      "grad_norm": 0.47020360827445984,
+      "learning_rate": 9.874739970617341e-05,
+      "loss": 3.4038,
+      "step": 3840
+    },
+    {
+      "epoch": 0.28324964593794255,
+      "grad_norm": 0.48255953192710876,
+      "learning_rate": 9.87386003905508e-05,
+      "loss": 3.3459,
+      "step": 3850
+    },
+    {
+      "epoch": 0.28398535930401514,
+      "grad_norm": 0.47846198081970215,
+      "learning_rate": 9.872977067093947e-05,
+      "loss": 3.376,
+      "step": 3860
+    },
+    {
+      "epoch": 0.2847210726700877,
+      "grad_norm": 0.5100752115249634,
+      "learning_rate": 9.872091055284756e-05,
+      "loss": 3.3609,
+      "step": 3870
+    },
+    {
+      "epoch": 0.2854567860361603,
+      "grad_norm": 0.5000672936439514,
+      "learning_rate": 9.87120200418022e-05,
+      "loss": 3.4512,
+      "step": 3880
+    },
+    {
+      "epoch": 0.2861924994022329,
+      "grad_norm": 0.5057271718978882,
+      "learning_rate": 9.870309914334942e-05,
+      "loss": 3.3253,
+      "step": 3890
+    },
+    {
+      "epoch": 0.2869282127683055,
+      "grad_norm": 0.5031580328941345,
+      "learning_rate": 9.869414786305424e-05,
+      "loss": 3.3809,
+      "step": 3900
+    },
+    {
+      "epoch": 0.287663926134378,
+      "grad_norm": 0.49000057578086853,
+      "learning_rate": 9.868516620650062e-05,
+      "loss": 3.4302,
+      "step": 3910
+    },
+    {
+      "epoch": 0.2883996395004506,
+      "grad_norm": 0.4677979052066803,
+      "learning_rate": 9.867615417929147e-05,
+      "loss": 3.3782,
+      "step": 3920
+    },
+    {
+      "epoch": 0.2891353528665232,
+      "grad_norm": 0.4826011061668396,
+      "learning_rate": 9.866711178704869e-05,
+      "loss": 3.3509,
+      "step": 3930
+    },
+    {
+      "epoch": 0.2898710662325958,
+      "grad_norm": 0.5133295655250549,
+      "learning_rate": 9.865803903541301e-05,
+      "loss": 3.4039,
+      "step": 3940
+    },
+    {
+      "epoch": 0.2906067795986684,
+      "grad_norm": 0.5011733174324036,
+      "learning_rate": 9.864893593004422e-05,
+      "loss": 3.3433,
+      "step": 3950
+    },
+    {
+      "epoch": 0.29134249296474096,
+      "grad_norm": 0.49504631757736206,
+      "learning_rate": 9.863980247662099e-05,
+      "loss": 3.3795,
+      "step": 3960
+    },
+    {
+      "epoch": 0.2920782063308135,
+      "grad_norm": 0.5216391682624817,
+      "learning_rate": 9.863063868084093e-05,
+      "loss": 3.4249,
+      "step": 3970
+    },
+    {
+      "epoch": 0.2928139196968861,
+      "grad_norm": 0.5909170508384705,
+      "learning_rate": 9.862144454842055e-05,
+      "loss": 3.341,
+      "step": 3980
+    },
+    {
+      "epoch": 0.29354963306295867,
+      "grad_norm": 0.5585739016532898,
+      "learning_rate": 9.861222008509534e-05,
+      "loss": 3.4334,
+      "step": 3990
+    },
+    {
+      "epoch": 0.29428534642903126,
+      "grad_norm": 0.5350683927536011,
+      "learning_rate": 9.860296529661966e-05,
+      "loss": 3.4152,
+      "step": 4000
+    },
+    {
+      "epoch": 0.29502105979510385,
+      "grad_norm": 0.4655880630016327,
+      "learning_rate": 9.859368018876682e-05,
+      "loss": 3.4511,
+      "step": 4010
+    },
+    {
+      "epoch": 0.2957567731611764,
+      "grad_norm": 0.483699232339859,
+      "learning_rate": 9.858436476732904e-05,
+      "loss": 3.3366,
+      "step": 4020
+    },
+    {
+      "epoch": 0.29649248652724897,
+      "grad_norm": 0.49257728457450867,
+      "learning_rate": 9.857501903811742e-05,
+      "loss": 3.3481,
+      "step": 4030
+    },
+    {
+      "epoch": 0.29722819989332155,
+      "grad_norm": 0.46038171648979187,
+      "learning_rate": 9.856564300696201e-05,
+      "loss": 3.4007,
+      "step": 4040
+    },
+    {
+      "epoch": 0.29796391325939414,
+      "grad_norm": 0.5034530758857727,
+      "learning_rate": 9.855623667971173e-05,
+      "loss": 3.3658,
+      "step": 4050
+    },
+    {
+      "epoch": 0.29869962662546673,
+      "grad_norm": 0.466950386762619,
+      "learning_rate": 9.854680006223441e-05,
+      "loss": 3.397,
+      "step": 4060
+    },
+    {
+      "epoch": 0.2994353399915393,
+      "grad_norm": 0.5001063346862793,
+      "learning_rate": 9.853733316041678e-05,
+      "loss": 3.3742,
+      "step": 4070
+    },
+    {
+      "epoch": 0.30017105335761185,
+      "grad_norm": 0.48969554901123047,
+      "learning_rate": 9.852783598016446e-05,
+      "loss": 3.3504,
+      "step": 4080
+    },
+    {
+      "epoch": 0.30090676672368444,
+      "grad_norm": 0.4851774573326111,
+      "learning_rate": 9.851830852740196e-05,
+      "loss": 3.3486,
+      "step": 4090
+    },
+    {
+      "epoch": 0.301642480089757,
+      "grad_norm": 0.5046120882034302,
+      "learning_rate": 9.850875080807267e-05,
+      "loss": 3.3826,
+      "step": 4100
+    },
+    {
+      "epoch": 0.3023781934558296,
+      "grad_norm": 0.5258597135543823,
+      "learning_rate": 9.849916282813885e-05,
+      "loss": 3.4172,
+      "step": 4110
+    },
+    {
+      "epoch": 0.3031139068219022,
+      "grad_norm": 0.5025837421417236,
+      "learning_rate": 9.848954459358167e-05,
+      "loss": 3.3501,
+      "step": 4120
+    },
+    {
+      "epoch": 0.3038496201879748,
+      "grad_norm": 0.47234296798706055,
+      "learning_rate": 9.847989611040111e-05,
+      "loss": 3.3812,
+      "step": 4130
+    },
+    {
+      "epoch": 0.3045853335540473,
+      "grad_norm": 0.46150118112564087,
+      "learning_rate": 9.847021738461611e-05,
+      "loss": 3.3761,
+      "step": 4140
+    },
+    {
+      "epoch": 0.3053210469201199,
+      "grad_norm": 0.4842502474784851,
+      "learning_rate": 9.846050842226442e-05,
+      "loss": 3.3183,
+      "step": 4150
+    },
+    {
+      "epoch": 0.3060567602861925,
+      "grad_norm": 0.48497274518013,
+      "learning_rate": 9.845076922940264e-05,
+      "loss": 3.3959,
+      "step": 4160
+    },
+    {
+      "epoch": 0.3067924736522651,
+      "grad_norm": 0.4537655711174011,
+      "learning_rate": 9.844099981210625e-05,
+      "loss": 3.3764,
+      "step": 4170
+    },
+    {
+      "epoch": 0.3075281870183377,
+      "grad_norm": 0.46067747473716736,
+      "learning_rate": 9.843120017646959e-05,
+      "loss": 3.3569,
+      "step": 4180
+    },
+    {
+      "epoch": 0.30826390038441026,
+      "grad_norm": 0.4854758083820343,
+      "learning_rate": 9.842137032860586e-05,
+      "loss": 3.4087,
+      "step": 4190
+    },
+    {
+      "epoch": 0.3089996137504828,
+      "grad_norm": 0.4684829115867615,
+      "learning_rate": 9.841151027464707e-05,
+      "loss": 3.4011,
+      "step": 4200
+    },
+    {
+      "epoch": 0.3097353271165554,
+      "grad_norm": 0.46631598472595215,
+      "learning_rate": 9.840162002074409e-05,
+      "loss": 3.4003,
+      "step": 4210
+    },
+    {
+      "epoch": 0.31047104048262797,
+      "grad_norm": 0.4732069671154022,
+      "learning_rate": 9.839169957306664e-05,
+      "loss": 3.3787,
+      "step": 4220
+    },
+    {
+      "epoch": 0.31120675384870056,
+      "grad_norm": 0.5108915567398071,
+      "learning_rate": 9.838174893780329e-05,
+      "loss": 3.3448,
+      "step": 4230
+    },
+    {
+      "epoch": 0.31194246721477314,
+      "grad_norm": 0.48219287395477295,
+      "learning_rate": 9.837176812116137e-05,
+      "loss": 3.4146,
+      "step": 4240
+    },
+    {
+      "epoch": 0.3126781805808457,
+      "grad_norm": 0.48349088430404663,
+      "learning_rate": 9.836175712936715e-05,
+      "loss": 3.3261,
+      "step": 4250
+    },
+    {
+      "epoch": 0.31341389394691826,
+      "grad_norm": 0.46656161546707153,
+      "learning_rate": 9.83517159686656e-05,
+      "loss": 3.3588,
+      "step": 4260
+    },
+    {
+      "epoch": 0.31414960731299085,
+      "grad_norm": 0.5095760822296143,
+      "learning_rate": 9.83416446453206e-05,
+      "loss": 3.3572,
+      "step": 4270
+    },
+    {
+      "epoch": 0.31488532067906344,
+      "grad_norm": 0.4995076358318329,
+      "learning_rate": 9.833154316561484e-05,
+      "loss": 3.3413,
+      "step": 4280
+    },
+    {
+      "epoch": 0.31562103404513603,
+      "grad_norm": 0.5134519338607788,
+      "learning_rate": 9.832141153584976e-05,
+      "loss": 3.3933,
+      "step": 4290
+    },
+    {
+      "epoch": 0.3163567474112086,
+      "grad_norm": 0.49631309509277344,
+      "learning_rate": 9.831124976234567e-05,
+      "loss": 3.391,
+      "step": 4300
+    },
+    {
+      "epoch": 0.31709246077728115,
+      "grad_norm": 0.5069088339805603,
+      "learning_rate": 9.830105785144163e-05,
+      "loss": 3.4392,
+      "step": 4310
+    },
+    {
+      "epoch": 0.31782817414335374,
+      "grad_norm": 0.46999242901802063,
+      "learning_rate": 9.829083580949558e-05,
+      "loss": 3.3529,
+      "step": 4320
+    },
+    {
+      "epoch": 0.3185638875094263,
+      "grad_norm": 0.5165208578109741,
+      "learning_rate": 9.828058364288419e-05,
+      "loss": 3.3442,
+      "step": 4330
+    },
+    {
+      "epoch": 0.3192996008754989,
+      "grad_norm": 0.5024532675743103,
+      "learning_rate": 9.827030135800292e-05,
+      "loss": 3.3333,
+      "step": 4340
+    },
+    {
+      "epoch": 0.3200353142415715,
+      "grad_norm": 0.4881153106689453,
+      "learning_rate": 9.825998896126605e-05,
+      "loss": 3.3771,
+      "step": 4350
+    },
+    {
+      "epoch": 0.3207710276076441,
+      "grad_norm": 0.4938250780105591,
+      "learning_rate": 9.824964645910664e-05,
+      "loss": 3.3848,
+      "step": 4360
+    },
+    {
+      "epoch": 0.3215067409737166,
+      "grad_norm": 0.512721836566925,
+      "learning_rate": 9.82392738579765e-05,
+      "loss": 3.3882,
+      "step": 4370
+    },
+    {
+      "epoch": 0.3222424543397892,
+      "grad_norm": 0.46891894936561584,
+      "learning_rate": 9.822887116434629e-05,
+      "loss": 3.4072,
+      "step": 4380
+    },
+    {
+      "epoch": 0.3229781677058618,
+      "grad_norm": 0.5028683543205261,
+      "learning_rate": 9.821843838470534e-05,
+      "loss": 3.3296,
+      "step": 4390
+    },
+    {
+      "epoch": 0.3237138810719344,
+      "grad_norm": 0.5311598777770996,
+      "learning_rate": 9.820797552556184e-05,
+      "loss": 3.3729,
+      "step": 4400
+    },
+    {
+      "epoch": 0.32444959443800697,
+      "grad_norm": 0.4591037631034851,
+      "learning_rate": 9.819748259344266e-05,
+      "loss": 3.3593,
+      "step": 4410
+    },
+    {
+      "epoch": 0.3251853078040795,
+      "grad_norm": 0.46094292402267456,
+      "learning_rate": 9.818695959489351e-05,
+      "loss": 3.3822,
+      "step": 4420
+    },
+    {
+      "epoch": 0.3259210211701521,
+      "grad_norm": 0.5148822665214539,
+      "learning_rate": 9.81764065364788e-05,
+      "loss": 3.3965,
+      "step": 4430
+    },
+    {
+      "epoch": 0.3266567345362247,
+      "grad_norm": 0.5029377937316895,
+      "learning_rate": 9.816582342478173e-05,
+      "loss": 3.3036,
+      "step": 4440
+    },
+    {
+      "epoch": 0.32739244790229727,
+      "grad_norm": 0.46696317195892334,
+      "learning_rate": 9.815521026640422e-05,
+      "loss": 3.3496,
+      "step": 4450
+    },
+    {
+      "epoch": 0.32812816126836986,
+      "grad_norm": 0.49031320214271545,
+      "learning_rate": 9.814456706796693e-05,
+      "loss": 3.4073,
+      "step": 4460
+    },
+    {
+      "epoch": 0.32886387463444244,
+      "grad_norm": 0.49924179911613464,
+      "learning_rate": 9.81338938361093e-05,
+      "loss": 3.3481,
+      "step": 4470
+    },
+    {
+      "epoch": 0.329599588000515,
+      "grad_norm": 0.505862295627594,
+      "learning_rate": 9.812319057748944e-05,
+      "loss": 3.3617,
+      "step": 4480
+    },
+    {
+      "epoch": 0.33033530136658756,
+      "grad_norm": 0.5051801204681396,
+      "learning_rate": 9.811245729878426e-05,
+      "loss": 3.3493,
+      "step": 4490
+    },
+    {
+      "epoch": 0.33107101473266015,
+      "grad_norm": 0.4463536739349365,
+      "learning_rate": 9.810169400668938e-05,
+      "loss": 3.3342,
+      "step": 4500
+    },
+    {
+      "epoch": 0.33180672809873274,
+      "grad_norm": 0.4612107276916504,
+      "learning_rate": 9.809090070791909e-05,
+      "loss": 3.391,
+      "step": 4510
+    },
+    {
+      "epoch": 0.3325424414648053,
+      "grad_norm": 0.48259028792381287,
+      "learning_rate": 9.808007740920646e-05,
+      "loss": 3.3383,
+      "step": 4520
+    },
+    {
+      "epoch": 0.3332781548308779,
+      "grad_norm": 0.4375728666782379,
+      "learning_rate": 9.806922411730323e-05,
+      "loss": 3.361,
+      "step": 4530
+    },
+    {
+      "epoch": 0.33401386819695045,
+      "grad_norm": 0.5056487917900085,
+      "learning_rate": 9.805834083897993e-05,
+      "loss": 3.3882,
+      "step": 4540
+    },
+    {
+      "epoch": 0.33474958156302304,
+      "grad_norm": 0.5022489428520203,
+      "learning_rate": 9.804742758102567e-05,
+      "loss": 3.3858,
+      "step": 4550
+    },
+    {
+      "epoch": 0.3354852949290956,
+      "grad_norm": 0.5145370364189148,
+      "learning_rate": 9.803648435024837e-05,
+      "loss": 3.3201,
+      "step": 4560
+    },
+    {
+      "epoch": 0.3362210082951682,
+      "grad_norm": 0.905788004398346,
+      "learning_rate": 9.80255111534746e-05,
+      "loss": 3.3431,
+      "step": 4570
+    },
+    {
+      "epoch": 0.3369567216612408,
+      "grad_norm": 0.456967294216156,
+      "learning_rate": 9.801450799754963e-05,
+      "loss": 3.3356,
+      "step": 4580
+    },
+    {
+      "epoch": 0.33769243502731333,
+      "grad_norm": 0.47754788398742676,
+      "learning_rate": 9.800347488933743e-05,
+      "loss": 3.3502,
+      "step": 4590
+    },
+    {
+      "epoch": 0.3384281483933859,
+      "grad_norm": 0.474417507648468,
+      "learning_rate": 9.799241183572062e-05,
+      "loss": 3.38,
+      "step": 4600
+    },
+    {
+      "epoch": 0.3391638617594585,
+      "grad_norm": 0.453109472990036,
+      "learning_rate": 9.798131884360054e-05,
+      "loss": 3.3487,
+      "step": 4610
+    },
+    {
+      "epoch": 0.3398995751255311,
+      "grad_norm": 0.4781600832939148,
+      "learning_rate": 9.797019591989721e-05,
+      "loss": 3.3442,
+      "step": 4620
+    },
+    {
+      "epoch": 0.3406352884916037,
+      "grad_norm": 0.4538155794143677,
+      "learning_rate": 9.795904307154927e-05,
+      "loss": 3.3541,
+      "step": 4630
+    },
+    {
+      "epoch": 0.34137100185767627,
+      "grad_norm": 0.45867714285850525,
+      "learning_rate": 9.794786030551409e-05,
+      "loss": 3.3293,
+      "step": 4640
+    },
+    {
+      "epoch": 0.3421067152237488,
+      "grad_norm": 0.455285906791687,
+      "learning_rate": 9.793664762876766e-05,
+      "loss": 3.3302,
+      "step": 4650
+    },
+    {
+      "epoch": 0.3428424285898214,
+      "grad_norm": 0.4696787893772125,
+      "learning_rate": 9.792540504830465e-05,
+      "loss": 3.337,
+      "step": 4660
+    },
+    {
+      "epoch": 0.343578141955894,
+      "grad_norm": 0.4765075147151947,
+      "learning_rate": 9.791413257113838e-05,
+      "loss": 3.3768,
+      "step": 4670
+    },
+    {
+      "epoch": 0.34431385532196657,
+      "grad_norm": 0.4819774031639099,
+      "learning_rate": 9.790283020430079e-05,
+      "loss": 3.3431,
+      "step": 4680
+    },
+    {
+      "epoch": 0.34504956868803915,
+      "grad_norm": 0.47870171070098877,
+      "learning_rate": 9.789149795484252e-05,
+      "loss": 3.34,
+      "step": 4690
+    },
+    {
+      "epoch": 0.34578528205411174,
+      "grad_norm": 0.4422255754470825,
+      "learning_rate": 9.788013582983285e-05,
+      "loss": 3.317,
+      "step": 4700
+    },
+    {
+      "epoch": 0.3465209954201843,
+      "grad_norm": 0.4485225975513458,
+      "learning_rate": 9.78687438363596e-05,
+      "loss": 3.3314,
+      "step": 4710
+    },
+    {
+      "epoch": 0.34725670878625686,
+      "grad_norm": 0.4411897659301758,
+      "learning_rate": 9.785732198152936e-05,
+      "loss": 3.3204,
+      "step": 4720
+    },
+    {
+      "epoch": 0.34799242215232945,
+      "grad_norm": 0.49034199118614197,
+      "learning_rate": 9.784587027246726e-05,
+      "loss": 3.3287,
+      "step": 4730
+    },
+    {
+      "epoch": 0.34872813551840204,
+      "grad_norm": 0.4629896581172943,
+      "learning_rate": 9.783438871631707e-05,
+      "loss": 3.3663,
+      "step": 4740
+    },
+    {
+      "epoch": 0.3494638488844746,
+      "grad_norm": 0.4768849313259125,
+      "learning_rate": 9.782287732024118e-05,
+      "loss": 3.2822,
+      "step": 4750
+    },
+    {
+      "epoch": 0.3501995622505472,
+      "grad_norm": 0.45183610916137695,
+      "learning_rate": 9.781133609142062e-05,
+      "loss": 3.3665,
+      "step": 4760
+    },
+    {
+      "epoch": 0.35093527561661975,
+      "grad_norm": 0.46104103326797485,
+      "learning_rate": 9.779976503705499e-05,
+      "loss": 3.3192,
+      "step": 4770
+    },
+    {
+      "epoch": 0.35167098898269233,
+      "grad_norm": 0.47722548246383667,
+      "learning_rate": 9.778816416436253e-05,
+      "loss": 3.3519,
+      "step": 4780
+    },
+    {
+      "epoch": 0.3524067023487649,
+      "grad_norm": 0.45925357937812805,
+      "learning_rate": 9.777653348058004e-05,
+      "loss": 3.3195,
+      "step": 4790
+    },
+    {
+      "epoch": 0.3531424157148375,
+      "grad_norm": 0.46248316764831543,
+      "learning_rate": 9.7764872992963e-05,
+      "loss": 3.3221,
+      "step": 4800
+    },
+    {
+      "epoch": 0.3538781290809101,
+      "grad_norm": 0.45539459586143494,
+      "learning_rate": 9.775318270878537e-05,
+      "loss": 3.3492,
+      "step": 4810
+    },
+    {
+      "epoch": 0.35461384244698263,
+      "grad_norm": 0.47933024168014526,
+      "learning_rate": 9.774146263533976e-05,
+      "loss": 3.3284,
+      "step": 4820
+    },
+    {
+      "epoch": 0.3553495558130552,
+      "grad_norm": 0.5591832399368286,
+      "learning_rate": 9.77297127799374e-05,
+      "loss": 3.3435,
+      "step": 4830
+    },
+    {
+      "epoch": 0.3560852691791278,
+      "grad_norm": 0.48164159059524536,
+      "learning_rate": 9.7717933149908e-05,
+      "loss": 3.3433,
+      "step": 4840
+    },
+    {
+      "epoch": 0.3568209825452004,
+      "grad_norm": 0.48207688331604004,
+      "learning_rate": 9.770612375259991e-05,
+      "loss": 3.3348,
+      "step": 4850
+    },
+    {
+      "epoch": 0.357556695911273,
+      "grad_norm": 0.49394533038139343,
+      "learning_rate": 9.769428459538008e-05,
+      "loss": 3.3,
+      "step": 4860
+    },
+    {
+      "epoch": 0.35829240927734557,
+      "grad_norm": 0.45821693539619446,
+      "learning_rate": 9.768241568563392e-05,
+      "loss": 3.3498,
+      "step": 4870
+    },
+    {
+      "epoch": 0.3590281226434181,
+      "grad_norm": 0.4812382459640503,
+      "learning_rate": 9.767051703076552e-05,
+      "loss": 3.2435,
+      "step": 4880
+    },
+    {
+      "epoch": 0.3597638360094907,
+      "grad_norm": 0.44694334268569946,
+      "learning_rate": 9.765858863819744e-05,
+      "loss": 3.3879,
+      "step": 4890
+    },
+    {
+      "epoch": 0.3604995493755633,
+      "grad_norm": 0.4820118546485901,
+      "learning_rate": 9.764663051537082e-05,
+      "loss": 3.3189,
+      "step": 4900
+    },
+    {
+      "epoch": 0.36123526274163587,
+      "grad_norm": 0.464145302772522,
+      "learning_rate": 9.763464266974534e-05,
+      "loss": 3.3726,
+      "step": 4910
+    },
+    {
+      "epoch": 0.36197097610770845,
+      "grad_norm": 0.4518837630748749,
+      "learning_rate": 9.762262510879925e-05,
+      "loss": 3.3453,
+      "step": 4920
+    },
+    {
+      "epoch": 0.36270668947378104,
+      "grad_norm": 0.4643986225128174,
+      "learning_rate": 9.761057784002929e-05,
+      "loss": 3.3463,
+      "step": 4930
+    },
+    {
+      "epoch": 0.3634424028398536,
+      "grad_norm": 0.4880530834197998,
+      "learning_rate": 9.759850087095076e-05,
+      "loss": 3.3116,
+      "step": 4940
+    },
+    {
+      "epoch": 0.36417811620592616,
+      "grad_norm": 0.4663744270801544,
+      "learning_rate": 9.75863942090975e-05,
+      "loss": 3.2909,
+      "step": 4950
+    },
+    {
+      "epoch": 0.36491382957199875,
+      "grad_norm": 0.5150174498558044,
+      "learning_rate": 9.757425786202184e-05,
+      "loss": 3.2635,
+      "step": 4960
+    },
+    {
+      "epoch": 0.36564954293807134,
+      "grad_norm": 0.5246181488037109,
+      "learning_rate": 9.756209183729466e-05,
+      "loss": 3.2857,
+      "step": 4970
+    },
+    {
+      "epoch": 0.3663852563041439,
+      "grad_norm": 0.48053282499313354,
+      "learning_rate": 9.754989614250532e-05,
+      "loss": 3.3379,
+      "step": 4980
+    },
+    {
+      "epoch": 0.36712096967021646,
+      "grad_norm": 0.44896063208580017,
+      "learning_rate": 9.753767078526173e-05,
+      "loss": 3.2669,
+      "step": 4990
+    },
+    {
+      "epoch": 0.36785668303628904,
+      "grad_norm": 0.47481274604797363,
+      "learning_rate": 9.752541577319025e-05,
+      "loss": 3.3064,
+      "step": 5000
+    },
+    {
+      "epoch": 0.36859239640236163,
+      "grad_norm": 0.4941543638706207,
+      "learning_rate": 9.75131311139358e-05,
+      "loss": 3.3203,
+      "step": 5010
+    },
+    {
+      "epoch": 0.3693281097684342,
+      "grad_norm": 0.41711509227752686,
+      "learning_rate": 9.750081681516174e-05,
+      "loss": 3.2739,
+      "step": 5020
+    },
+    {
+      "epoch": 0.3700638231345068,
+      "grad_norm": 0.48057687282562256,
+      "learning_rate": 9.748847288454996e-05,
+      "loss": 3.3552,
+      "step": 5030
+    },
+    {
+      "epoch": 0.3707995365005794,
+      "grad_norm": 0.454571396112442,
+      "learning_rate": 9.747609932980083e-05,
+      "loss": 3.3066,
+      "step": 5040
+    },
+    {
+      "epoch": 0.37153524986665193,
+      "grad_norm": 0.4346379041671753,
+      "learning_rate": 9.746369615863317e-05,
+      "loss": 3.3061,
+      "step": 5050
+    },
+    {
+      "epoch": 0.3722709632327245,
+      "grad_norm": 0.42454394698143005,
+      "learning_rate": 9.74512633787843e-05,
+      "loss": 3.2971,
+      "step": 5060
+    },
+    {
+      "epoch": 0.3730066765987971,
+      "grad_norm": 0.4378200173377991,
+      "learning_rate": 9.743880099801e-05,
+      "loss": 3.3169,
+      "step": 5070
+    },
+    {
+      "epoch": 0.3737423899648697,
+      "grad_norm": 0.47664156556129456,
+      "learning_rate": 9.742630902408452e-05,
+      "loss": 3.3459,
+      "step": 5080
+    },
+    {
+      "epoch": 0.3744781033309423,
+      "grad_norm": 0.48526403307914734,
+      "learning_rate": 9.741378746480057e-05,
+      "loss": 3.3237,
+      "step": 5090
+    },
+    {
+      "epoch": 0.37521381669701487,
+      "grad_norm": 0.48349133133888245,
+      "learning_rate": 9.740123632796933e-05,
+      "loss": 3.3074,
+      "step": 5100
+    },
+    {
+      "epoch": 0.3759495300630874,
+      "grad_norm": 0.46515288949012756,
+      "learning_rate": 9.738865562142043e-05,
+      "loss": 3.286,
+      "step": 5110
+    },
+    {
+      "epoch": 0.37668524342916,
+      "grad_norm": 0.45699048042297363,
+      "learning_rate": 9.737604535300188e-05,
+      "loss": 3.3676,
+      "step": 5120
+    },
+    {
+      "epoch": 0.3774209567952326,
+      "grad_norm": 0.48287123441696167,
+      "learning_rate": 9.736340553058025e-05,
+      "loss": 3.2953,
+      "step": 5130
+    },
+    {
+      "epoch": 0.37815667016130516,
+      "grad_norm": 0.4803648293018341,
+      "learning_rate": 9.735073616204045e-05,
+      "loss": 3.3047,
+      "step": 5140
+    },
+    {
+      "epoch": 0.37889238352737775,
+      "grad_norm": 0.4733999967575073,
+      "learning_rate": 9.733803725528585e-05,
+      "loss": 3.3511,
+      "step": 5150
+    },
+    {
+      "epoch": 0.3796280968934503,
+      "grad_norm": 0.48089954257011414,
+      "learning_rate": 9.732530881823824e-05,
+      "loss": 3.3259,
+      "step": 5160
+    },
+    {
+      "epoch": 0.38036381025952287,
+      "grad_norm": 0.47004076838493347,
+      "learning_rate": 9.731255085883787e-05,
+      "loss": 3.3201,
+      "step": 5170
+    },
+    {
+      "epoch": 0.38109952362559546,
+      "grad_norm": 0.8502194881439209,
+      "learning_rate": 9.729976338504336e-05,
+      "loss": 3.3501,
+      "step": 5180
+    },
+    {
+      "epoch": 0.38183523699166805,
+      "grad_norm": 0.48328205943107605,
+      "learning_rate": 9.728694640483176e-05,
+      "loss": 3.2916,
+      "step": 5190
+    },
+    {
+      "epoch": 0.38257095035774064,
+      "grad_norm": 0.43932202458381653,
+      "learning_rate": 9.727409992619853e-05,
+      "loss": 3.3287,
+      "step": 5200
+    },
+    {
+      "epoch": 0.3833066637238132,
+      "grad_norm": 0.4448724091053009,
+      "learning_rate": 9.726122395715751e-05,
+      "loss": 3.3104,
+      "step": 5210
+    },
+    {
+      "epoch": 0.38404237708988576,
+      "grad_norm": 0.454637736082077,
+      "learning_rate": 9.724831850574099e-05,
+      "loss": 3.2872,
+      "step": 5220
+    },
+    {
+      "epoch": 0.38477809045595834,
+      "grad_norm": 0.5293341875076294,
+      "learning_rate": 9.723538357999958e-05,
+      "loss": 3.369,
+      "step": 5230
+    },
+    {
+      "epoch": 0.38551380382203093,
+      "grad_norm": 0.46058687567710876,
+      "learning_rate": 9.722241918800234e-05,
+      "loss": 3.3044,
+      "step": 5240
+    },
+    {
+      "epoch": 0.3862495171881035,
+      "grad_norm": 0.45656171441078186,
+      "learning_rate": 9.720942533783666e-05,
+      "loss": 3.329,
+      "step": 5250
+    },
+    {
+      "epoch": 0.3869852305541761,
+      "grad_norm": 0.4675185978412628,
+      "learning_rate": 9.719640203760835e-05,
+      "loss": 3.2812,
+      "step": 5260
+    },
+    {
+      "epoch": 0.3877209439202487,
+      "grad_norm": 0.47009697556495667,
+      "learning_rate": 9.718334929544155e-05,
+      "loss": 3.3665,
+      "step": 5270
+    },
+    {
+      "epoch": 0.3884566572863212,
+      "grad_norm": 0.4447770118713379,
+      "learning_rate": 9.71702671194788e-05,
+      "loss": 3.3148,
+      "step": 5280
+    },
+    {
+      "epoch": 0.3891923706523938,
+      "grad_norm": 0.4634477198123932,
+      "learning_rate": 9.715715551788101e-05,
+      "loss": 3.3076,
+      "step": 5290
+    },
+    {
+      "epoch": 0.3899280840184664,
+      "grad_norm": 0.4768572151660919,
+      "learning_rate": 9.71440144988274e-05,
+      "loss": 3.283,
+      "step": 5300
+    },
+    {
+      "epoch": 0.390663797384539,
+      "grad_norm": 0.46009397506713867,
+      "learning_rate": 9.713084407051556e-05,
+      "loss": 3.3147,
+      "step": 5310
+    },
+    {
+      "epoch": 0.3913995107506116,
+      "grad_norm": 0.48648467659950256,
+      "learning_rate": 9.711764424116145e-05,
+      "loss": 3.2939,
+      "step": 5320
+    },
+    {
+      "epoch": 0.39213522411668417,
+      "grad_norm": 0.49335330724716187,
+      "learning_rate": 9.710441501899936e-05,
+      "loss": 3.3232,
+      "step": 5330
+    },
+    {
+      "epoch": 0.3928709374827567,
+      "grad_norm": 0.4541822373867035,
+      "learning_rate": 9.709115641228189e-05,
+      "loss": 3.3027,
+      "step": 5340
+    },
+    {
+      "epoch": 0.3936066508488293,
+      "grad_norm": 0.4860965311527252,
+      "learning_rate": 9.707786842927999e-05,
+      "loss": 3.3016,
+      "step": 5350
+    },
+    {
+      "epoch": 0.3943423642149019,
+      "grad_norm": 0.46567508578300476,
+      "learning_rate": 9.706455107828296e-05,
+      "loss": 3.3336,
+      "step": 5360
+    },
+    {
+      "epoch": 0.39507807758097446,
+      "grad_norm": 0.5198284387588501,
+      "learning_rate": 9.705120436759837e-05,
+      "loss": 3.3211,
+      "step": 5370
+    },
+    {
+      "epoch": 0.39581379094704705,
+      "grad_norm": 0.44841471314430237,
+      "learning_rate": 9.703782830555214e-05,
+      "loss": 3.2929,
+      "step": 5380
+    },
+    {
+      "epoch": 0.3965495043131196,
+      "grad_norm": 0.46957024931907654,
+      "learning_rate": 9.70244229004885e-05,
+      "loss": 3.32,
+      "step": 5390
+    },
+    {
+      "epoch": 0.39728521767919217,
+      "grad_norm": 0.43909287452697754,
+      "learning_rate": 9.701098816076996e-05,
+      "loss": 3.2571,
+      "step": 5400
+    },
+    {
+      "epoch": 0.39802093104526476,
+      "grad_norm": 0.4354236125946045,
+      "learning_rate": 9.699752409477735e-05,
+      "loss": 3.2885,
+      "step": 5410
+    },
+    {
+      "epoch": 0.39875664441133735,
+      "grad_norm": 0.4583248496055603,
+      "learning_rate": 9.69840307109098e-05,
+      "loss": 3.2627,
+      "step": 5420
+    },
+    {
+      "epoch": 0.39949235777740993,
+      "grad_norm": 0.4307055175304413,
+      "learning_rate": 9.697050801758469e-05,
+      "loss": 3.2989,
+      "step": 5430
+    },
+    {
+      "epoch": 0.4002280711434825,
+      "grad_norm": 0.47710663080215454,
+      "learning_rate": 9.695695602323776e-05,
+      "loss": 3.2879,
+      "step": 5440
+    },
+    {
+      "epoch": 0.40096378450955505,
+      "grad_norm": 0.4449078142642975,
+      "learning_rate": 9.694337473632293e-05,
+      "loss": 3.2946,
+      "step": 5450
+    },
+    {
+      "epoch": 0.40169949787562764,
+      "grad_norm": 0.4442616403102875,
+      "learning_rate": 9.692976416531247e-05,
+      "loss": 3.3026,
+      "step": 5460
+    },
+    {
+      "epoch": 0.40243521124170023,
+      "grad_norm": 0.4815976321697235,
+      "learning_rate": 9.691612431869688e-05,
+      "loss": 3.3186,
+      "step": 5470
+    },
+    {
+      "epoch": 0.4031709246077728,
+      "grad_norm": 0.4745250344276428,
+      "learning_rate": 9.690245520498495e-05,
+      "loss": 3.2948,
+      "step": 5480
+    },
+    {
+      "epoch": 0.4039066379738454,
+      "grad_norm": 0.4966549277305603,
+      "learning_rate": 9.68887568327037e-05,
+      "loss": 3.2993,
+      "step": 5490
+    },
+    {
+      "epoch": 0.404642351339918,
+      "grad_norm": 0.43987634778022766,
+      "learning_rate": 9.687502921039842e-05,
+      "loss": 3.3187,
+      "step": 5500
+    },
+    {
+      "epoch": 0.4053780647059905,
+      "grad_norm": 0.4542040228843689,
+      "learning_rate": 9.686127234663261e-05,
+      "loss": 3.2944,
+      "step": 5510
+    },
+    {
+      "epoch": 0.4061137780720631,
+      "grad_norm": 0.44791513681411743,
+      "learning_rate": 9.68474862499881e-05,
+      "loss": 3.3427,
+      "step": 5520
+    },
+    {
+      "epoch": 0.4068494914381357,
+      "grad_norm": 0.44339093565940857,
+      "learning_rate": 9.683367092906484e-05,
+      "loss": 3.3479,
+      "step": 5530
+    },
+    {
+      "epoch": 0.4075852048042083,
+      "grad_norm": 0.41371455788612366,
+      "learning_rate": 9.681982639248111e-05,
+      "loss": 3.2453,
+      "step": 5540
+    },
+    {
+      "epoch": 0.4083209181702809,
+      "grad_norm": 0.4320749342441559,
+      "learning_rate": 9.680595264887334e-05,
+      "loss": 3.335,
+      "step": 5550
+    },
+    {
+      "epoch": 0.4090566315363534,
+      "grad_norm": 0.45809799432754517,
+      "learning_rate": 9.679204970689624e-05,
+      "loss": 3.3114,
+      "step": 5560
+    },
+    {
+      "epoch": 0.409792344902426,
+      "grad_norm": 0.43507814407348633,
+      "learning_rate": 9.67781175752227e-05,
+      "loss": 3.2928,
+      "step": 5570
+    },
+    {
+      "epoch": 0.4105280582684986,
+      "grad_norm": 0.474032998085022,
+      "learning_rate": 9.676415626254381e-05,
+      "loss": 3.3059,
+      "step": 5580
+    },
+    {
+      "epoch": 0.4112637716345712,
+      "grad_norm": 0.4753536581993103,
+      "learning_rate": 9.67501657775689e-05,
+      "loss": 3.2696,
+      "step": 5590
+    },
+    {
+      "epoch": 0.41199948500064376,
+      "grad_norm": 0.4632064700126648,
+      "learning_rate": 9.673614612902547e-05,
+      "loss": 3.2998,
+      "step": 5600
+    },
+    {
+      "epoch": 0.41273519836671635,
+      "grad_norm": 0.46428951621055603,
+      "learning_rate": 9.672209732565922e-05,
+      "loss": 3.2535,
+      "step": 5610
+    },
+    {
+      "epoch": 0.4134709117327889,
+      "grad_norm": 0.44999969005584717,
+      "learning_rate": 9.670801937623405e-05,
+      "loss": 3.2638,
+      "step": 5620
+    },
+    {
+      "epoch": 0.41420662509886147,
+      "grad_norm": 0.4350806176662445,
+      "learning_rate": 9.669391228953202e-05,
+      "loss": 3.3014,
+      "step": 5630
+    },
+    {
+      "epoch": 0.41494233846493406,
+      "grad_norm": 0.45323678851127625,
+      "learning_rate": 9.667977607435337e-05,
+      "loss": 3.2623,
+      "step": 5640
+    },
+    {
+      "epoch": 0.41567805183100665,
+      "grad_norm": 0.47555407881736755,
+      "learning_rate": 9.666561073951655e-05,
+      "loss": 3.3212,
+      "step": 5650
+    },
+    {
+      "epoch": 0.41641376519707923,
+      "grad_norm": 0.46264752745628357,
+      "learning_rate": 9.665141629385809e-05,
+      "loss": 3.3034,
+      "step": 5660
+    },
+    {
+      "epoch": 0.4171494785631518,
+      "grad_norm": 0.45676395297050476,
+      "learning_rate": 9.663719274623277e-05,
+      "loss": 3.323,
+      "step": 5670
+    },
+    {
+      "epoch": 0.41788519192922435,
+      "grad_norm": 0.4800090789794922,
+      "learning_rate": 9.662294010551348e-05,
+      "loss": 3.2806,
+      "step": 5680
+    },
+    {
+      "epoch": 0.41862090529529694,
+      "grad_norm": 0.4712800085544586,
+      "learning_rate": 9.660865838059128e-05,
+      "loss": 3.3134,
+      "step": 5690
+    },
+    {
+      "epoch": 0.41935661866136953,
+      "grad_norm": 0.4544120132923126,
+      "learning_rate": 9.659434758037532e-05,
+      "loss": 3.2902,
+      "step": 5700
+    },
+    {
+      "epoch": 0.4200923320274421,
+      "grad_norm": 0.4356352388858795,
+      "learning_rate": 9.658000771379297e-05,
+      "loss": 3.3005,
+      "step": 5710
+    },
+    {
+      "epoch": 0.4208280453935147,
+      "grad_norm": 0.46152356266975403,
+      "learning_rate": 9.656563878978965e-05,
+      "loss": 3.3022,
+      "step": 5720
+    },
+    {
+      "epoch": 0.42156375875958724,
+      "grad_norm": 0.44487205147743225,
+      "learning_rate": 9.655124081732897e-05,
+      "loss": 3.253,
+      "step": 5730
+    },
+    {
+      "epoch": 0.4222994721256598,
+      "grad_norm": 0.4438563287258148,
+      "learning_rate": 9.653681380539263e-05,
+      "loss": 3.2019,
+      "step": 5740
+    },
+    {
+      "epoch": 0.4230351854917324,
+      "grad_norm": 0.44498592615127563,
+      "learning_rate": 9.652235776298046e-05,
+      "loss": 3.3301,
+      "step": 5750
+    },
+    {
+      "epoch": 0.423770898857805,
+      "grad_norm": 0.4550943672657013,
+      "learning_rate": 9.650787269911037e-05,
+      "loss": 3.2636,
+      "step": 5760
+    },
+    {
+      "epoch": 0.4245066122238776,
+      "grad_norm": 0.44825536012649536,
+      "learning_rate": 9.649335862281843e-05,
+      "loss": 3.2851,
+      "step": 5770
+    },
+    {
+      "epoch": 0.4252423255899502,
+      "grad_norm": 0.43271371722221375,
+      "learning_rate": 9.647881554315873e-05,
+      "loss": 3.2943,
+      "step": 5780
+    },
+    {
+      "epoch": 0.4259780389560227,
+      "grad_norm": 0.46533486247062683,
+      "learning_rate": 9.646424346920353e-05,
+      "loss": 3.276,
+      "step": 5790
+    },
+    {
+      "epoch": 0.4267137523220953,
+      "grad_norm": 0.42707332968711853,
+      "learning_rate": 9.644964241004313e-05,
+      "loss": 3.3076,
+      "step": 5800
+    },
+    {
+      "epoch": 0.4274494656881679,
+      "grad_norm": 0.43310198187828064,
+      "learning_rate": 9.643501237478592e-05,
+      "loss": 3.3004,
+      "step": 5810
+    },
+    {
+      "epoch": 0.4281851790542405,
+      "grad_norm": 0.4489288926124573,
+      "learning_rate": 9.642035337255839e-05,
+      "loss": 3.3036,
+      "step": 5820
+    },
+    {
+      "epoch": 0.42892089242031306,
+      "grad_norm": 0.43780744075775146,
+      "learning_rate": 9.640566541250508e-05,
+      "loss": 3.2972,
+      "step": 5830
+    },
+    {
+      "epoch": 0.42965660578638565,
+      "grad_norm": 0.4519082307815552,
+      "learning_rate": 9.639094850378858e-05,
+      "loss": 3.3251,
+      "step": 5840
+    },
+    {
+      "epoch": 0.4303923191524582,
+      "grad_norm": 0.46353888511657715,
+      "learning_rate": 9.637620265558955e-05,
+      "loss": 3.2342,
+      "step": 5850
+    },
+    {
+      "epoch": 0.43112803251853077,
+      "grad_norm": 0.45390161871910095,
+      "learning_rate": 9.636142787710672e-05,
+      "loss": 3.2985,
+      "step": 5860
+    },
+    {
+      "epoch": 0.43186374588460336,
+      "grad_norm": 0.43484824895858765,
+      "learning_rate": 9.634662417755685e-05,
+      "loss": 3.2721,
+      "step": 5870
+    },
+    {
+      "epoch": 0.43259945925067594,
+      "grad_norm": 0.48000025749206543,
+      "learning_rate": 9.633179156617476e-05,
+      "loss": 3.2685,
+      "step": 5880
+    },
+    {
+      "epoch": 0.43333517261674853,
+      "grad_norm": 0.4266999065876007,
+      "learning_rate": 9.631693005221327e-05,
+      "loss": 3.2389,
+      "step": 5890
+    },
+    {
+      "epoch": 0.4340708859828211,
+      "grad_norm": 0.4476128816604614,
+      "learning_rate": 9.630203964494327e-05,
+      "loss": 3.2802,
+      "step": 5900
+    },
+    {
+      "epoch": 0.43480659934889365,
+      "grad_norm": 0.436440646648407,
+      "learning_rate": 9.628712035365363e-05,
+      "loss": 3.2765,
+      "step": 5910
+    },
+    {
+      "epoch": 0.43554231271496624,
+      "grad_norm": 0.4390304386615753,
+      "learning_rate": 9.62721721876513e-05,
+      "loss": 3.2969,
+      "step": 5920
+    },
+    {
+      "epoch": 0.4362780260810388,
+      "grad_norm": 0.45296919345855713,
+      "learning_rate": 9.625719515626117e-05,
+      "loss": 3.2646,
+      "step": 5930
+    },
+    {
+      "epoch": 0.4370137394471114,
+      "grad_norm": 0.4439026117324829,
+      "learning_rate": 9.62421892688262e-05,
+      "loss": 3.3088,
+      "step": 5940
+    },
+    {
+      "epoch": 0.437749452813184,
+      "grad_norm": 0.43667683005332947,
+      "learning_rate": 9.622715453470732e-05,
+      "loss": 3.285,
+      "step": 5950
+    },
+    {
+      "epoch": 0.43848516617925654,
+      "grad_norm": 0.4610852599143982,
+      "learning_rate": 9.621209096328343e-05,
+      "loss": 3.2502,
+      "step": 5960
+    },
+    {
+      "epoch": 0.4392208795453291,
+      "grad_norm": 0.43769463896751404,
+      "learning_rate": 9.61969985639515e-05,
+      "loss": 3.3171,
+      "step": 5970
+    },
+    {
+      "epoch": 0.4399565929114017,
+      "grad_norm": 0.4450635313987732,
+      "learning_rate": 9.61818773461264e-05,
+      "loss": 3.2985,
+      "step": 5980
+    },
+    {
+      "epoch": 0.4406923062774743,
+      "grad_norm": 0.423850417137146,
+      "learning_rate": 9.616672731924101e-05,
+      "loss": 3.3041,
+      "step": 5990
+    },
+    {
+      "epoch": 0.4414280196435469,
+      "grad_norm": 0.4177245497703552,
+      "learning_rate": 9.615154849274618e-05,
+      "loss": 3.2825,
+      "step": 6000
+    },
+    {
+      "epoch": 0.4421637330096195,
+      "grad_norm": 0.44956111907958984,
+      "learning_rate": 9.613634087611073e-05,
+      "loss": 3.2986,
+      "step": 6010
+    },
+    {
+      "epoch": 0.442899446375692,
+      "grad_norm": 0.4504786431789398,
+      "learning_rate": 9.612110447882144e-05,
+      "loss": 3.3064,
+      "step": 6020
+    },
+    {
+      "epoch": 0.4436351597417646,
+      "grad_norm": 0.4433842897415161,
+      "learning_rate": 9.610583931038304e-05,
+      "loss": 3.2896,
+      "step": 6030
+    },
+    {
+      "epoch": 0.4443708731078372,
+      "grad_norm": 0.4560666084289551,
+      "learning_rate": 9.609054538031821e-05,
+      "loss": 3.2007,
+      "step": 6040
+    },
+    {
+      "epoch": 0.44510658647390977,
+      "grad_norm": 0.4344310760498047,
+      "learning_rate": 9.607522269816756e-05,
+      "loss": 3.2874,
+      "step": 6050
+    },
+    {
+      "epoch": 0.44584229983998236,
+      "grad_norm": 0.4632498025894165,
+      "learning_rate": 9.605987127348966e-05,
+      "loss": 3.2885,
+      "step": 6060
+    },
+    {
+      "epoch": 0.44657801320605495,
+      "grad_norm": 0.4609225392341614,
+      "learning_rate": 9.604449111586098e-05,
+      "loss": 3.2744,
+      "step": 6070
+    },
+    {
+      "epoch": 0.4473137265721275,
+      "grad_norm": 0.43838661909103394,
+      "learning_rate": 9.602908223487594e-05,
+      "loss": 3.2586,
+      "step": 6080
+    },
+    {
+      "epoch": 0.44804943993820007,
+      "grad_norm": 0.4453481435775757,
+      "learning_rate": 9.601364464014688e-05,
+      "loss": 3.2933,
+      "step": 6090
+    },
+    {
+      "epoch": 0.44878515330427265,
+      "grad_norm": 0.4828120172023773,
+      "learning_rate": 9.599817834130402e-05,
+      "loss": 3.2679,
+      "step": 6100
+    },
+    {
+      "epoch": 0.44952086667034524,
+      "grad_norm": 0.5243907570838928,
+      "learning_rate": 9.598268334799552e-05,
+      "loss": 3.2942,
+      "step": 6110
+    },
+    {
+      "epoch": 0.45025658003641783,
+      "grad_norm": 0.45438796281814575,
+      "learning_rate": 9.59671596698874e-05,
+      "loss": 3.2831,
+      "step": 6120
+    },
+    {
+      "epoch": 0.45099229340249036,
+      "grad_norm": 0.4482550323009491,
+      "learning_rate": 9.595160731666366e-05,
+      "loss": 3.2718,
+      "step": 6130
+    },
+    {
+      "epoch": 0.45172800676856295,
+      "grad_norm": 0.43046483397483826,
+      "learning_rate": 9.593602629802608e-05,
+      "loss": 3.2916,
+      "step": 6140
+    },
+    {
+      "epoch": 0.45246372013463554,
+      "grad_norm": 0.499222993850708,
+      "learning_rate": 9.592041662369438e-05,
+      "loss": 3.2908,
+      "step": 6150
+    },
+    {
+      "epoch": 0.4531994335007081,
+      "grad_norm": 0.429533988237381,
+      "learning_rate": 9.590477830340613e-05,
+      "loss": 3.2711,
+      "step": 6160
+    },
+    {
+      "epoch": 0.4539351468667807,
+      "grad_norm": 0.47045251727104187,
+      "learning_rate": 9.588911134691684e-05,
+      "loss": 3.293,
+      "step": 6170
+    },
+    {
+      "epoch": 0.4546708602328533,
+      "grad_norm": 0.42130205035209656,
+      "learning_rate": 9.587341576399979e-05,
+      "loss": 3.26,
+      "step": 6180
+    },
+    {
+      "epoch": 0.45540657359892583,
+      "grad_norm": 0.4418286681175232,
+      "learning_rate": 9.585769156444614e-05,
+      "loss": 3.2765,
+      "step": 6190
+    },
+    {
+      "epoch": 0.4561422869649984,
+      "grad_norm": 0.43507617712020874,
+      "learning_rate": 9.584193875806498e-05,
+      "loss": 3.3047,
+      "step": 6200
+    },
+    {
+      "epoch": 0.456878000331071,
+      "grad_norm": 0.42862462997436523,
+      "learning_rate": 9.582615735468314e-05,
+      "loss": 3.2935,
+      "step": 6210
+    },
+    {
+      "epoch": 0.4576137136971436,
+      "grad_norm": 0.44380027055740356,
+      "learning_rate": 9.581034736414536e-05,
+      "loss": 3.2585,
+      "step": 6220
+    },
+    {
+      "epoch": 0.4583494270632162,
+      "grad_norm": 0.42932000756263733,
+      "learning_rate": 9.579450879631416e-05,
+      "loss": 3.2444,
+      "step": 6230
+    },
+    {
+      "epoch": 0.4590851404292888,
+      "grad_norm": 0.4627602696418762,
+      "learning_rate": 9.577864166106993e-05,
+      "loss": 3.2885,
+      "step": 6240
+    },
+    {
+      "epoch": 0.4598208537953613,
+      "grad_norm": 0.4066958427429199,
+      "learning_rate": 9.576274596831087e-05,
+      "loss": 3.3016,
+      "step": 6250
+    },
+    {
+      "epoch": 0.4605565671614339,
+      "grad_norm": 0.4360782504081726,
+      "learning_rate": 9.574682172795299e-05,
+      "loss": 3.2607,
+      "step": 6260
+    },
+    {
+      "epoch": 0.4612922805275065,
+      "grad_norm": 0.44138815999031067,
+      "learning_rate": 9.573086894993008e-05,
+      "loss": 3.288,
+      "step": 6270
+    },
+    {
+      "epoch": 0.46202799389357907,
+      "grad_norm": 0.4372709095478058,
+      "learning_rate": 9.571488764419381e-05,
+      "loss": 3.2366,
+      "step": 6280
+    },
+    {
+      "epoch": 0.46276370725965166,
+      "grad_norm": 0.4353005886077881,
+      "learning_rate": 9.569887782071356e-05,
+      "loss": 3.3092,
+      "step": 6290
+    },
+    {
+      "epoch": 0.46349942062572425,
+      "grad_norm": 0.4514767527580261,
+      "learning_rate": 9.568283948947655e-05,
+      "loss": 3.3014,
+      "step": 6300
+    },
+    {
+      "epoch": 0.4642351339917968,
+      "grad_norm": 0.4290522336959839,
+      "learning_rate": 9.566677266048778e-05,
+      "loss": 3.2763,
+      "step": 6310
+    },
+    {
+      "epoch": 0.46497084735786937,
+      "grad_norm": 0.43439796566963196,
+      "learning_rate": 9.565067734376999e-05,
+      "loss": 3.2469,
+      "step": 6320
+    },
+    {
+      "epoch": 0.46570656072394195,
+      "grad_norm": 0.47817927598953247,
+      "learning_rate": 9.563455354936375e-05,
+      "loss": 3.2636,
+      "step": 6330
+    },
+    {
+      "epoch": 0.46644227409001454,
+      "grad_norm": 0.44186869263648987,
+      "learning_rate": 9.561840128732735e-05,
+      "loss": 3.2496,
+      "step": 6340
+    },
+    {
+      "epoch": 0.46717798745608713,
+      "grad_norm": 0.4209322929382324,
+      "learning_rate": 9.560222056773684e-05,
+      "loss": 3.2629,
+      "step": 6350
+    },
+    {
+      "epoch": 0.46791370082215966,
+      "grad_norm": 0.42116010189056396,
+      "learning_rate": 9.558601140068606e-05,
+      "loss": 3.272,
+      "step": 6360
+    },
+    {
+      "epoch": 0.46864941418823225,
+      "grad_norm": 0.4619746804237366,
+      "learning_rate": 9.556977379628656e-05,
+      "loss": 3.2602,
+      "step": 6370
+    },
+    {
+      "epoch": 0.46938512755430484,
+      "grad_norm": 0.44723060727119446,
+      "learning_rate": 9.555350776466763e-05,
+      "loss": 3.2318,
+      "step": 6380
+    },
+    {
+      "epoch": 0.4701208409203774,
+      "grad_norm": 0.4265129864215851,
+      "learning_rate": 9.553721331597632e-05,
+      "loss": 3.2932,
+      "step": 6390
+    },
+    {
+      "epoch": 0.47085655428645,
+      "grad_norm": 0.43263575434684753,
+      "learning_rate": 9.55208904603774e-05,
+      "loss": 3.2246,
+      "step": 6400
+    },
+    {
+      "epoch": 0.4715922676525226,
+      "grad_norm": 0.4542834460735321,
+      "learning_rate": 9.550453920805333e-05,
+      "loss": 3.2558,
+      "step": 6410
+    },
+    {
+      "epoch": 0.47232798101859513,
+      "grad_norm": 0.4443358778953552,
+      "learning_rate": 9.548815956920429e-05,
+      "loss": 3.2722,
+      "step": 6420
+    },
+    {
+      "epoch": 0.4730636943846677,
+      "grad_norm": 0.5469712018966675,
+      "learning_rate": 9.547175155404824e-05,
+      "loss": 3.2956,
+      "step": 6430
+    },
+    {
+      "epoch": 0.4737994077507403,
+      "grad_norm": 0.45458346605300903,
+      "learning_rate": 9.545531517282073e-05,
+      "loss": 3.3005,
+      "step": 6440
+    },
+    {
+      "epoch": 0.4745351211168129,
+      "grad_norm": 0.4310155212879181,
+      "learning_rate": 9.543885043577511e-05,
+      "loss": 3.301,
+      "step": 6450
+    },
+    {
+      "epoch": 0.4752708344828855,
+      "grad_norm": 0.44873273372650146,
+      "learning_rate": 9.542235735318232e-05,
+      "loss": 3.244,
+      "step": 6460
+    },
+    {
+      "epoch": 0.4760065478489581,
+      "grad_norm": 0.42980292439460754,
+      "learning_rate": 9.540583593533107e-05,
+      "loss": 3.2755,
+      "step": 6470
+    },
+    {
+      "epoch": 0.4767422612150306,
+      "grad_norm": 0.41110992431640625,
+      "learning_rate": 9.538928619252772e-05,
+      "loss": 3.2582,
+      "step": 6480
+    },
+    {
+      "epoch": 0.4774779745811032,
+      "grad_norm": 0.4515661597251892,
+      "learning_rate": 9.537270813509622e-05,
+      "loss": 3.2538,
+      "step": 6490
+    },
+    {
+      "epoch": 0.4782136879471758,
+      "grad_norm": 0.4295632541179657,
+      "learning_rate": 9.535610177337833e-05,
+      "loss": 3.1912,
+      "step": 6500
+    },
+    {
+      "epoch": 0.47894940131324837,
+      "grad_norm": 0.43053045868873596,
+      "learning_rate": 9.533946711773335e-05,
+      "loss": 3.2977,
+      "step": 6510
+    },
+    {
+      "epoch": 0.47968511467932096,
+      "grad_norm": 0.4485345482826233,
+      "learning_rate": 9.532280417853825e-05,
+      "loss": 3.3098,
+      "step": 6520
+    },
+    {
+      "epoch": 0.4804208280453935,
+      "grad_norm": 0.45671671628952026,
+      "learning_rate": 9.53061129661877e-05,
+      "loss": 3.1899,
+      "step": 6530
+    },
+    {
+      "epoch": 0.4811565414114661,
+      "grad_norm": 0.45602527260780334,
+      "learning_rate": 9.528939349109393e-05,
+      "loss": 3.2406,
+      "step": 6540
+    },
+    {
+      "epoch": 0.48189225477753866,
+      "grad_norm": 0.43597233295440674,
+      "learning_rate": 9.52726457636869e-05,
+      "loss": 3.2476,
+      "step": 6550
+    },
+    {
+      "epoch": 0.48262796814361125,
+      "grad_norm": 0.4405997097492218,
+      "learning_rate": 9.525586979441407e-05,
+      "loss": 3.2843,
+      "step": 6560
+    },
+    {
+      "epoch": 0.48336368150968384,
+      "grad_norm": 0.4386025071144104,
+      "learning_rate": 9.523906559374063e-05,
+      "loss": 3.2067,
+      "step": 6570
+    },
+    {
+      "epoch": 0.48409939487575643,
+      "grad_norm": 0.45547547936439514,
+      "learning_rate": 9.52222331721493e-05,
+      "loss": 3.3049,
+      "step": 6580
+    },
+    {
+      "epoch": 0.48483510824182896,
+      "grad_norm": 0.4486294090747833,
+      "learning_rate": 9.520537254014045e-05,
+      "loss": 3.2632,
+      "step": 6590
+    },
+    {
+      "epoch": 0.48557082160790155,
+      "grad_norm": 0.47906458377838135,
+      "learning_rate": 9.518848370823205e-05,
+      "loss": 3.2809,
+      "step": 6600
+    },
+    {
+      "epoch": 0.48630653497397414,
+      "grad_norm": 0.4234841763973236,
+      "learning_rate": 9.517156668695962e-05,
+      "loss": 3.2427,
+      "step": 6610
+    },
+    {
+      "epoch": 0.4870422483400467,
+      "grad_norm": 0.44342437386512756,
+      "learning_rate": 9.515462148687633e-05,
+      "loss": 3.246,
+      "step": 6620
+    },
+    {
+      "epoch": 0.4877779617061193,
+      "grad_norm": 0.4205591082572937,
+      "learning_rate": 9.513764811855284e-05,
+      "loss": 3.2596,
+      "step": 6630
+    },
+    {
+      "epoch": 0.4885136750721919,
+      "grad_norm": 0.4499843418598175,
+      "learning_rate": 9.512064659257749e-05,
+      "loss": 3.2535,
+      "step": 6640
+    },
+    {
+      "epoch": 0.48924938843826443,
+      "grad_norm": 0.4281398355960846,
+      "learning_rate": 9.510361691955608e-05,
+      "loss": 3.2301,
+      "step": 6650
+    },
+    {
+      "epoch": 0.489985101804337,
+      "grad_norm": 0.44669631123542786,
+      "learning_rate": 9.508655911011204e-05,
+      "loss": 3.2901,
+      "step": 6660
+    },
+    {
+      "epoch": 0.4907208151704096,
+      "grad_norm": 0.4267096221446991,
+      "learning_rate": 9.506947317488634e-05,
+      "loss": 3.2702,
+      "step": 6670
+    },
+    {
+      "epoch": 0.4914565285364822,
+      "grad_norm": 0.4454759657382965,
+      "learning_rate": 9.505235912453746e-05,
+      "loss": 3.2507,
+      "step": 6680
+    },
+    {
+      "epoch": 0.4921922419025548,
+      "grad_norm": 0.42352691292762756,
+      "learning_rate": 9.503521696974146e-05,
+      "loss": 3.2663,
+      "step": 6690
+    },
+    {
+      "epoch": 0.4929279552686273,
+      "grad_norm": 0.42943668365478516,
+      "learning_rate": 9.50180467211919e-05,
+      "loss": 3.2458,
+      "step": 6700
+    },
+    {
+      "epoch": 0.4936636686346999,
+      "grad_norm": 0.4593370854854584,
+      "learning_rate": 9.50008483895999e-05,
+      "loss": 3.2092,
+      "step": 6710
+    },
+    {
+      "epoch": 0.4943993820007725,
+      "grad_norm": 0.45478084683418274,
+      "learning_rate": 9.498362198569406e-05,
+      "loss": 3.3157,
+      "step": 6720
+    },
+    {
+      "epoch": 0.4951350953668451,
+      "grad_norm": 0.4786463975906372,
+      "learning_rate": 9.496636752022053e-05,
+      "loss": 3.274,
+      "step": 6730
+    },
+    {
+      "epoch": 0.49587080873291767,
+      "grad_norm": 0.4654693901538849,
+      "learning_rate": 9.494908500394293e-05,
+      "loss": 3.2673,
+      "step": 6740
+    },
+    {
+      "epoch": 0.49660652209899026,
+      "grad_norm": 0.4555895924568176,
+      "learning_rate": 9.493177444764238e-05,
+      "loss": 3.2796,
+      "step": 6750
+    },
+    {
+      "epoch": 0.4973422354650628,
+      "grad_norm": 0.4198709726333618,
+      "learning_rate": 9.491443586211756e-05,
+      "loss": 3.2293,
+      "step": 6760
+    },
+    {
+      "epoch": 0.4980779488311354,
+      "grad_norm": 0.416696161031723,
+      "learning_rate": 9.489706925818454e-05,
+      "loss": 3.2122,
+      "step": 6770
+    },
+    {
+      "epoch": 0.49881366219720796,
+      "grad_norm": 0.43891972303390503,
+      "learning_rate": 9.487967464667691e-05,
+      "loss": 3.2953,
+      "step": 6780
+    },
+    {
+      "epoch": 0.49954937556328055,
+      "grad_norm": 0.42918211221694946,
+      "learning_rate": 9.486225203844575e-05,
+      "loss": 3.2869,
+      "step": 6790
+    },
+    {
+      "epoch": 0.5002850889293531,
+      "grad_norm": 0.4077829420566559,
+      "learning_rate": 9.484480144435958e-05,
+      "loss": 3.2129,
+      "step": 6800
+    },
+    {
+      "epoch": 0.5010208022954257,
+      "grad_norm": 0.4325737953186035,
+      "learning_rate": 9.482732287530438e-05,
+      "loss": 3.2208,
+      "step": 6810
+    },
+    {
+      "epoch": 0.5017565156614983,
+      "grad_norm": 0.4620782732963562,
+      "learning_rate": 9.48098163421836e-05,
+      "loss": 3.2308,
+      "step": 6820
+    },
+    {
+      "epoch": 0.5024922290275708,
+      "grad_norm": 0.4308145046234131,
+      "learning_rate": 9.479228185591809e-05,
+      "loss": 3.2112,
+      "step": 6830
+    },
+    {
+      "epoch": 0.5032279423936434,
+      "grad_norm": 0.44704335927963257,
+      "learning_rate": 9.47747194274462e-05,
+      "loss": 3.2742,
+      "step": 6840
+    },
+    {
+      "epoch": 0.503963655759716,
+      "grad_norm": 0.4341581165790558,
+      "learning_rate": 9.475712906772367e-05,
+      "loss": 3.2398,
+      "step": 6850
+    },
+    {
+      "epoch": 0.5046993691257886,
+      "grad_norm": 0.4126861095428467,
+      "learning_rate": 9.473951078772367e-05,
+      "loss": 3.2395,
+      "step": 6860
+    },
+    {
+      "epoch": 0.5054350824918612,
+      "grad_norm": 0.4292146861553192,
+      "learning_rate": 9.47218645984368e-05,
+      "loss": 3.2677,
+      "step": 6870
+    },
+    {
+      "epoch": 0.5061707958579338,
+      "grad_norm": 0.38945844769477844,
+      "learning_rate": 9.470419051087104e-05,
+      "loss": 3.3027,
+      "step": 6880
+    },
+    {
+      "epoch": 0.5069065092240064,
+      "grad_norm": 0.42329898476600647,
+      "learning_rate": 9.46864885360518e-05,
+      "loss": 3.2205,
+      "step": 6890
+    },
+    {
+      "epoch": 0.5076422225900789,
+      "grad_norm": 0.4216727614402771,
+      "learning_rate": 9.466875868502189e-05,
+      "loss": 3.2631,
+      "step": 6900
+    },
+    {
+      "epoch": 0.5083779359561514,
+      "grad_norm": 0.45686569809913635,
+      "learning_rate": 9.46510009688415e-05,
+      "loss": 3.256,
+      "step": 6910
+    },
+    {
+      "epoch": 0.509113649322224,
+      "grad_norm": 0.4636845588684082,
+      "learning_rate": 9.463321539858821e-05,
+      "loss": 3.2798,
+      "step": 6920
+    },
+    {
+      "epoch": 0.5098493626882966,
+      "grad_norm": 0.42751073837280273,
+      "learning_rate": 9.461540198535695e-05,
+      "loss": 3.2488,
+      "step": 6930
+    },
+    {
+      "epoch": 0.5105850760543692,
+      "grad_norm": 0.44353827834129333,
+      "learning_rate": 9.459756074026003e-05,
+      "loss": 3.3067,
+      "step": 6940
+    },
+    {
+      "epoch": 0.5113207894204418,
+      "grad_norm": 0.43093836307525635,
+      "learning_rate": 9.457969167442716e-05,
+      "loss": 3.2447,
+      "step": 6950
+    },
+    {
+      "epoch": 0.5120565027865144,
+      "grad_norm": 0.4117187261581421,
+      "learning_rate": 9.456179479900536e-05,
+      "loss": 3.2757,
+      "step": 6960
+    },
+    {
+      "epoch": 0.512792216152587,
+      "grad_norm": 0.4384092688560486,
+      "learning_rate": 9.454387012515902e-05,
+      "loss": 3.244,
+      "step": 6970
+    },
+    {
+      "epoch": 0.5135279295186596,
+      "grad_norm": 0.44672396779060364,
+      "learning_rate": 9.452591766406983e-05,
+      "loss": 3.2527,
+      "step": 6980
+    },
+    {
+      "epoch": 0.5142636428847321,
+      "grad_norm": 0.41822147369384766,
+      "learning_rate": 9.45079374269369e-05,
+      "loss": 3.2535,
+      "step": 6990
+    },
+    {
+      "epoch": 0.5149993562508047,
+      "grad_norm": 0.4356013834476471,
+      "learning_rate": 9.448992942497659e-05,
+      "loss": 3.2886,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5157350696168773,
+      "grad_norm": 0.4153957664966583,
+      "learning_rate": 9.44718936694226e-05,
+      "loss": 3.2152,
+      "step": 7010
+    },
+    {
+      "epoch": 0.5164707829829498,
+      "grad_norm": 0.4125785827636719,
+      "learning_rate": 9.445383017152596e-05,
+      "loss": 3.2183,
+      "step": 7020
+    },
+    {
+      "epoch": 0.5172064963490224,
+      "grad_norm": 0.41547253727912903,
+      "learning_rate": 9.4435738942555e-05,
+      "loss": 3.2421,
+      "step": 7030
+    },
+    {
+      "epoch": 0.517942209715095,
+      "grad_norm": 0.44014525413513184,
+      "learning_rate": 9.441761999379533e-05,
+      "loss": 3.2572,
+      "step": 7040
+    },
+    {
+      "epoch": 0.5186779230811676,
+      "grad_norm": 0.4082861542701721,
+      "learning_rate": 9.439947333654985e-05,
+      "loss": 3.2241,
+      "step": 7050
+    },
+    {
+      "epoch": 0.5194136364472401,
+      "grad_norm": 0.4412677586078644,
+      "learning_rate": 9.438129898213879e-05,
+      "loss": 3.2687,
+      "step": 7060
+    },
+    {
+      "epoch": 0.5201493498133127,
+      "grad_norm": 0.42670226097106934,
+      "learning_rate": 9.436309694189963e-05,
+      "loss": 3.2835,
+      "step": 7070
+    },
+    {
+      "epoch": 0.5208850631793853,
+      "grad_norm": 0.4251077473163605,
+      "learning_rate": 9.434486722718712e-05,
+      "loss": 3.2057,
+      "step": 7080
+    },
+    {
+      "epoch": 0.5216207765454579,
+      "grad_norm": 0.4343535602092743,
+      "learning_rate": 9.432660984937325e-05,
+      "loss": 3.2419,
+      "step": 7090
+    },
+    {
+      "epoch": 0.5223564899115305,
+      "grad_norm": 0.43313470482826233,
+      "learning_rate": 9.430832481984731e-05,
+      "loss": 3.2737,
+      "step": 7100
+    },
+    {
+      "epoch": 0.5230922032776031,
+      "grad_norm": 0.4118582308292389,
+      "learning_rate": 9.429001215001581e-05,
+      "loss": 3.2394,
+      "step": 7110
+    },
+    {
+      "epoch": 0.5238279166436757,
+      "grad_norm": 0.41588348150253296,
+      "learning_rate": 9.427167185130252e-05,
+      "loss": 3.232,
+      "step": 7120
+    },
+    {
+      "epoch": 0.5245636300097481,
+      "grad_norm": 0.40552860498428345,
+      "learning_rate": 9.425330393514843e-05,
+      "loss": 3.2939,
+      "step": 7130
+    },
+    {
+      "epoch": 0.5252993433758207,
+      "grad_norm": 0.45274195075035095,
+      "learning_rate": 9.423490841301178e-05,
+      "loss": 3.2761,
+      "step": 7140
+    },
+    {
+      "epoch": 0.5260350567418933,
+      "grad_norm": 0.43010491132736206,
+      "learning_rate": 9.421648529636801e-05,
+      "loss": 3.2386,
+      "step": 7150
+    },
+    {
+      "epoch": 0.5267707701079659,
+      "grad_norm": 0.4486023783683777,
+      "learning_rate": 9.41980345967098e-05,
+      "loss": 3.2547,
+      "step": 7160
+    },
+    {
+      "epoch": 0.5275064834740385,
+      "grad_norm": 0.43645188212394714,
+      "learning_rate": 9.417955632554697e-05,
+      "loss": 3.2605,
+      "step": 7170
+    },
+    {
+      "epoch": 0.5282421968401111,
+      "grad_norm": 0.4431368410587311,
+      "learning_rate": 9.416105049440662e-05,
+      "loss": 3.2333,
+      "step": 7180
+    },
+    {
+      "epoch": 0.5289779102061837,
+      "grad_norm": 0.447656512260437,
+      "learning_rate": 9.414251711483303e-05,
+      "loss": 3.267,
+      "step": 7190
+    },
+    {
+      "epoch": 0.5297136235722563,
+      "grad_norm": 0.4308032989501953,
+      "learning_rate": 9.41239561983876e-05,
+      "loss": 3.2702,
+      "step": 7200
+    },
+    {
+      "epoch": 0.5304493369383289,
+      "grad_norm": 0.42887935042381287,
+      "learning_rate": 9.4105367756649e-05,
+      "loss": 3.2607,
+      "step": 7210
+    },
+    {
+      "epoch": 0.5311850503044014,
+      "grad_norm": 0.44105619192123413,
+      "learning_rate": 9.408675180121298e-05,
+      "loss": 3.2511,
+      "step": 7220
+    },
+    {
+      "epoch": 0.531920763670474,
+      "grad_norm": 0.41123899817466736,
+      "learning_rate": 9.406810834369253e-05,
+      "loss": 3.2257,
+      "step": 7230
+    },
+    {
+      "epoch": 0.5326564770365466,
+      "grad_norm": 0.4103626310825348,
+      "learning_rate": 9.404943739571774e-05,
+      "loss": 3.2482,
+      "step": 7240
+    },
+    {
+      "epoch": 0.5333921904026191,
+      "grad_norm": 0.4202837646007538,
+      "learning_rate": 9.40307389689359e-05,
+      "loss": 3.2751,
+      "step": 7250
+    },
+    {
+      "epoch": 0.5341279037686917,
+      "grad_norm": 0.4100697934627533,
+      "learning_rate": 9.401201307501139e-05,
+      "loss": 3.2473,
+      "step": 7260
+    },
+    {
+      "epoch": 0.5348636171347643,
+      "grad_norm": 0.41449519991874695,
+      "learning_rate": 9.399325972562576e-05,
+      "loss": 3.1886,
+      "step": 7270
+    },
+    {
+      "epoch": 0.5355993305008369,
+      "grad_norm": 0.42789408564567566,
+      "learning_rate": 9.397447893247767e-05,
+      "loss": 3.2318,
+      "step": 7280
+    },
+    {
+      "epoch": 0.5363350438669094,
+      "grad_norm": 0.4444492757320404,
+      "learning_rate": 9.395567070728292e-05,
+      "loss": 3.2582,
+      "step": 7290
+    },
+    {
+      "epoch": 0.537070757232982,
+      "grad_norm": 0.4582795798778534,
+      "learning_rate": 9.39368350617744e-05,
+      "loss": 3.296,
+      "step": 7300
+    },
+    {
+      "epoch": 0.5378064705990546,
+      "grad_norm": 0.41776713728904724,
+      "learning_rate": 9.39179720077021e-05,
+      "loss": 3.2169,
+      "step": 7310
+    },
+    {
+      "epoch": 0.5385421839651272,
+      "grad_norm": 0.4293855130672455,
+      "learning_rate": 9.389908155683315e-05,
+      "loss": 3.2569,
+      "step": 7320
+    },
+    {
+      "epoch": 0.5392778973311998,
+      "grad_norm": 0.4292116165161133,
+      "learning_rate": 9.388016372095172e-05,
+      "loss": 3.2732,
+      "step": 7330
+    },
+    {
+      "epoch": 0.5400136106972724,
+      "grad_norm": 0.40844982862472534,
+      "learning_rate": 9.38612185118591e-05,
+      "loss": 3.2535,
+      "step": 7340
+    },
+    {
+      "epoch": 0.540749324063345,
+      "grad_norm": 0.4502781331539154,
+      "learning_rate": 9.384224594137363e-05,
+      "loss": 3.3008,
+      "step": 7350
+    },
+    {
+      "epoch": 0.5414850374294174,
+      "grad_norm": 0.41482973098754883,
+      "learning_rate": 9.382324602133075e-05,
+      "loss": 3.2708,
+      "step": 7360
+    },
+    {
+      "epoch": 0.54222075079549,
+      "grad_norm": 0.407712459564209,
+      "learning_rate": 9.380421876358289e-05,
+      "loss": 3.2193,
+      "step": 7370
+    },
+    {
+      "epoch": 0.5429564641615626,
+      "grad_norm": 0.40948861837387085,
+      "learning_rate": 9.378516417999966e-05,
+      "loss": 3.2599,
+      "step": 7380
+    },
+    {
+      "epoch": 0.5436921775276352,
+      "grad_norm": 0.4116959273815155,
+      "learning_rate": 9.376608228246759e-05,
+      "loss": 3.212,
+      "step": 7390
+    },
+    {
+      "epoch": 0.5444278908937078,
+      "grad_norm": 0.40750423073768616,
+      "learning_rate": 9.374697308289033e-05,
+      "loss": 3.228,
+      "step": 7400
+    },
+    {
+      "epoch": 0.5451636042597804,
+      "grad_norm": 0.4093017280101776,
+      "learning_rate": 9.372783659318852e-05,
+      "loss": 3.2442,
+      "step": 7410
+    },
+    {
+      "epoch": 0.545899317625853,
+      "grad_norm": 0.4156046509742737,
+      "learning_rate": 9.37086728252998e-05,
+      "loss": 3.2938,
+      "step": 7420
+    },
+    {
+      "epoch": 0.5466350309919256,
+      "grad_norm": 0.4261894226074219,
+      "learning_rate": 9.368948179117891e-05,
+      "loss": 3.2177,
+      "step": 7430
+    },
+    {
+      "epoch": 0.5473707443579982,
+      "grad_norm": 0.4255836606025696,
+      "learning_rate": 9.367026350279755e-05,
+      "loss": 3.2701,
+      "step": 7440
+    },
+    {
+      "epoch": 0.5481064577240707,
+      "grad_norm": 0.43402138352394104,
+      "learning_rate": 9.365101797214439e-05,
+      "loss": 3.2173,
+      "step": 7450
+    },
+    {
+      "epoch": 0.5488421710901433,
+      "grad_norm": 0.4054631292819977,
+      "learning_rate": 9.363174521122516e-05,
+      "loss": 3.2659,
+      "step": 7460
+    },
+    {
+      "epoch": 0.5495778844562158,
+      "grad_norm": 0.4579883813858032,
+      "learning_rate": 9.361244523206255e-05,
+      "loss": 3.2249,
+      "step": 7470
+    },
+    {
+      "epoch": 0.5503135978222884,
+      "grad_norm": 0.40640729665756226,
+      "learning_rate": 9.359311804669617e-05,
+      "loss": 3.1534,
+      "step": 7480
+    },
+    {
+      "epoch": 0.551049311188361,
+      "grad_norm": 0.4273945093154907,
+      "learning_rate": 9.35737636671827e-05,
+      "loss": 3.271,
+      "step": 7490
+    },
+    {
+      "epoch": 0.5517850245544336,
+      "grad_norm": 0.4102952778339386,
+      "learning_rate": 9.355438210559575e-05,
+      "loss": 3.2139,
+      "step": 7500
+    },
+    {
+      "epoch": 0.5525207379205062,
+      "grad_norm": 0.43881139159202576,
+      "learning_rate": 9.353497337402583e-05,
+      "loss": 3.2115,
+      "step": 7510
+    },
+    {
+      "epoch": 0.5532564512865787,
+      "grad_norm": 0.4113704264163971,
+      "learning_rate": 9.351553748458049e-05,
+      "loss": 3.2322,
+      "step": 7520
+    },
+    {
+      "epoch": 0.5539921646526513,
+      "grad_norm": 0.4157336950302124,
+      "learning_rate": 9.349607444938416e-05,
+      "loss": 3.2485,
+      "step": 7530
+    },
+    {
+      "epoch": 0.5547278780187239,
+      "grad_norm": 0.4389907717704773,
+      "learning_rate": 9.34765842805782e-05,
+      "loss": 3.2542,
+      "step": 7540
+    },
+    {
+      "epoch": 0.5554635913847965,
+      "grad_norm": 0.45203500986099243,
+      "learning_rate": 9.345706699032093e-05,
+      "loss": 3.2511,
+      "step": 7550
+    },
+    {
+      "epoch": 0.5561993047508691,
+      "grad_norm": 0.42221277952194214,
+      "learning_rate": 9.343752259078761e-05,
+      "loss": 3.2598,
+      "step": 7560
+    },
+    {
+      "epoch": 0.5569350181169417,
+      "grad_norm": 0.4307563304901123,
+      "learning_rate": 9.341795109417033e-05,
+      "loss": 3.2495,
+      "step": 7570
+    },
+    {
+      "epoch": 0.5576707314830143,
+      "grad_norm": 0.40989741683006287,
+      "learning_rate": 9.339835251267816e-05,
+      "loss": 3.2723,
+      "step": 7580
+    },
+    {
+      "epoch": 0.5584064448490867,
+      "grad_norm": 0.4154078960418701,
+      "learning_rate": 9.337872685853702e-05,
+      "loss": 3.1988,
+      "step": 7590
+    },
+    {
+      "epoch": 0.5591421582151593,
+      "grad_norm": 0.4232662618160248,
+      "learning_rate": 9.335907414398975e-05,
+      "loss": 3.2036,
+      "step": 7600
+    },
+    {
+      "epoch": 0.5598778715812319,
+      "grad_norm": 0.4037014842033386,
+      "learning_rate": 9.333939438129603e-05,
+      "loss": 3.2554,
+      "step": 7610
+    },
+    {
+      "epoch": 0.5606135849473045,
+      "grad_norm": 0.4122985005378723,
+      "learning_rate": 9.331968758273248e-05,
+      "loss": 3.2355,
+      "step": 7620
+    },
+    {
+      "epoch": 0.5613492983133771,
+      "grad_norm": 0.40354782342910767,
+      "learning_rate": 9.32999537605925e-05,
+      "loss": 3.2135,
+      "step": 7630
+    },
+    {
+      "epoch": 0.5620850116794497,
+      "grad_norm": 0.43905869126319885,
+      "learning_rate": 9.328019292718643e-05,
+      "loss": 3.139,
+      "step": 7640
+    },
+    {
+      "epoch": 0.5628207250455223,
+      "grad_norm": 0.4707077443599701,
+      "learning_rate": 9.326040509484139e-05,
+      "loss": 3.2188,
+      "step": 7650
+    },
+    {
+      "epoch": 0.5635564384115949,
+      "grad_norm": 0.4245714247226715,
+      "learning_rate": 9.324059027590142e-05,
+      "loss": 3.2614,
+      "step": 7660
+    },
+    {
+      "epoch": 0.5642921517776675,
+      "grad_norm": 0.4019360840320587,
+      "learning_rate": 9.32207484827273e-05,
+      "loss": 3.2512,
+      "step": 7670
+    },
+    {
+      "epoch": 0.56502786514374,
+      "grad_norm": 0.4229870140552521,
+      "learning_rate": 9.320087972769671e-05,
+      "loss": 3.2514,
+      "step": 7680
+    },
+    {
+      "epoch": 0.5657635785098126,
+      "grad_norm": 0.401112824678421,
+      "learning_rate": 9.318098402320412e-05,
+      "loss": 3.2666,
+      "step": 7690
+    },
+    {
+      "epoch": 0.5664992918758851,
+      "grad_norm": 0.396757036447525,
+      "learning_rate": 9.316106138166082e-05,
+      "loss": 3.2273,
+      "step": 7700
+    },
+    {
+      "epoch": 0.5672350052419577,
+      "grad_norm": 0.44432303309440613,
+      "learning_rate": 9.31411118154949e-05,
+      "loss": 3.2244,
+      "step": 7710
+    },
+    {
+      "epoch": 0.5679707186080303,
+      "grad_norm": 0.4479587972164154,
+      "learning_rate": 9.312113533715125e-05,
+      "loss": 3.2359,
+      "step": 7720
+    },
+    {
+      "epoch": 0.5687064319741029,
+      "grad_norm": 0.4089357554912567,
+      "learning_rate": 9.310113195909155e-05,
+      "loss": 3.2186,
+      "step": 7730
+    },
+    {
+      "epoch": 0.5694421453401755,
+      "grad_norm": 0.3963668644428253,
+      "learning_rate": 9.308110169379425e-05,
+      "loss": 3.2326,
+      "step": 7740
+    },
+    {
+      "epoch": 0.570177858706248,
+      "grad_norm": 0.4088764190673828,
+      "learning_rate": 9.306104455375457e-05,
+      "loss": 3.2348,
+      "step": 7750
+    },
+    {
+      "epoch": 0.5709135720723206,
+      "grad_norm": 0.41223156452178955,
+      "learning_rate": 9.304096055148452e-05,
+      "loss": 3.2306,
+      "step": 7760
+    },
+    {
+      "epoch": 0.5716492854383932,
+      "grad_norm": 0.4141092896461487,
+      "learning_rate": 9.302084969951283e-05,
+      "loss": 3.1796,
+      "step": 7770
+    },
+    {
+      "epoch": 0.5723849988044658,
+      "grad_norm": 0.4188261330127716,
+      "learning_rate": 9.300071201038503e-05,
+      "loss": 3.2539,
+      "step": 7780
+    },
+    {
+      "epoch": 0.5731207121705384,
+      "grad_norm": 0.42103490233421326,
+      "learning_rate": 9.298054749666334e-05,
+      "loss": 3.2387,
+      "step": 7790
+    },
+    {
+      "epoch": 0.573856425536611,
+      "grad_norm": 0.41063937544822693,
+      "learning_rate": 9.296035617092673e-05,
+      "loss": 3.2052,
+      "step": 7800
+    },
+    {
+      "epoch": 0.5745921389026836,
+      "grad_norm": 0.41358301043510437,
+      "learning_rate": 9.294013804577093e-05,
+      "loss": 3.2474,
+      "step": 7810
+    },
+    {
+      "epoch": 0.575327852268756,
+      "grad_norm": 0.4047495722770691,
+      "learning_rate": 9.291989313380833e-05,
+      "loss": 3.1907,
+      "step": 7820
+    },
+    {
+      "epoch": 0.5760635656348286,
+      "grad_norm": 0.4267469644546509,
+      "learning_rate": 9.289962144766806e-05,
+      "loss": 3.2109,
+      "step": 7830
+    },
+    {
+      "epoch": 0.5767992790009012,
+      "grad_norm": 0.42642202973365784,
+      "learning_rate": 9.287932299999597e-05,
+      "loss": 3.2168,
+      "step": 7840
+    },
+    {
+      "epoch": 0.5775349923669738,
+      "grad_norm": 0.4209352433681488,
+      "learning_rate": 9.285899780345458e-05,
+      "loss": 3.2363,
+      "step": 7850
+    },
+    {
+      "epoch": 0.5782707057330464,
+      "grad_norm": 0.39841902256011963,
+      "learning_rate": 9.283864587072311e-05,
+      "loss": 3.2399,
+      "step": 7860
+    },
+    {
+      "epoch": 0.579006419099119,
+      "grad_norm": 0.42725417017936707,
+      "learning_rate": 9.281826721449741e-05,
+      "loss": 3.224,
+      "step": 7870
+    },
+    {
+      "epoch": 0.5797421324651916,
+      "grad_norm": 0.4100605845451355,
+      "learning_rate": 9.279786184749009e-05,
+      "loss": 3.184,
+      "step": 7880
+    },
+    {
+      "epoch": 0.5804778458312642,
+      "grad_norm": 0.4014204144477844,
+      "learning_rate": 9.277742978243033e-05,
+      "loss": 3.2129,
+      "step": 7890
+    },
+    {
+      "epoch": 0.5812135591973367,
+      "grad_norm": 0.4076472222805023,
+      "learning_rate": 9.275697103206406e-05,
+      "loss": 3.2587,
+      "step": 7900
+    },
+    {
+      "epoch": 0.5819492725634093,
+      "grad_norm": 0.4247482120990753,
+      "learning_rate": 9.273648560915376e-05,
+      "loss": 3.2307,
+      "step": 7910
+    },
+    {
+      "epoch": 0.5826849859294819,
+      "grad_norm": 0.3832865059375763,
+      "learning_rate": 9.271597352647861e-05,
+      "loss": 3.2394,
+      "step": 7920
+    },
+    {
+      "epoch": 0.5834206992955544,
+      "grad_norm": 0.38227957487106323,
+      "learning_rate": 9.269543479683441e-05,
+      "loss": 3.2031,
+      "step": 7930
+    },
+    {
+      "epoch": 0.584156412661627,
+      "grad_norm": 0.4235737919807434,
+      "learning_rate": 9.267486943303358e-05,
+      "loss": 3.2341,
+      "step": 7940
+    },
+    {
+      "epoch": 0.5848921260276996,
+      "grad_norm": 0.40164512395858765,
+      "learning_rate": 9.265427744790513e-05,
+      "loss": 3.1821,
+      "step": 7950
+    },
+    {
+      "epoch": 0.5856278393937722,
+      "grad_norm": 0.40419676899909973,
+      "learning_rate": 9.263365885429474e-05,
+      "loss": 3.2159,
+      "step": 7960
+    },
+    {
+      "epoch": 0.5863635527598448,
+      "grad_norm": 0.38921478390693665,
+      "learning_rate": 9.26130136650646e-05,
+      "loss": 3.2628,
+      "step": 7970
+    },
+    {
+      "epoch": 0.5870992661259173,
+      "grad_norm": 0.43494653701782227,
+      "learning_rate": 9.259234189309359e-05,
+      "loss": 3.1855,
+      "step": 7980
+    },
+    {
+      "epoch": 0.5878349794919899,
+      "grad_norm": 0.4748268127441406,
+      "learning_rate": 9.257164355127705e-05,
+      "loss": 3.2326,
+      "step": 7990
+    },
+    {
+      "epoch": 0.5885706928580625,
+      "grad_norm": 0.40674278140068054,
+      "learning_rate": 9.255091865252704e-05,
+      "loss": 3.2202,
+      "step": 8000
+    },
+    {
+      "epoch": 0.5893064062241351,
+      "grad_norm": 0.4126112759113312,
+      "learning_rate": 9.253016720977208e-05,
+      "loss": 3.1978,
+      "step": 8010
+    },
+    {
+      "epoch": 0.5900421195902077,
+      "grad_norm": 0.40558794140815735,
+      "learning_rate": 9.250938923595729e-05,
+      "loss": 3.2041,
+      "step": 8020
+    },
+    {
+      "epoch": 0.5907778329562803,
+      "grad_norm": 0.41431719064712524,
+      "learning_rate": 9.248858474404431e-05,
+      "loss": 3.2145,
+      "step": 8030
+    },
+    {
+      "epoch": 0.5915135463223528,
+      "grad_norm": 0.4020199477672577,
+      "learning_rate": 9.246775374701139e-05,
+      "loss": 3.1712,
+      "step": 8040
+    },
+    {
+      "epoch": 0.5922492596884253,
+      "grad_norm": 0.4117688238620758,
+      "learning_rate": 9.244689625785323e-05,
+      "loss": 3.2534,
+      "step": 8050
+    },
+    {
+      "epoch": 0.5929849730544979,
+      "grad_norm": 0.4227346181869507,
+      "learning_rate": 9.24260122895811e-05,
+      "loss": 3.2094,
+      "step": 8060
+    },
+    {
+      "epoch": 0.5937206864205705,
+      "grad_norm": 0.3910035490989685,
+      "learning_rate": 9.24051018552228e-05,
+      "loss": 3.2119,
+      "step": 8070
+    },
+    {
+      "epoch": 0.5944563997866431,
+      "grad_norm": 0.41752034425735474,
+      "learning_rate": 9.238416496782261e-05,
+      "loss": 3.1458,
+      "step": 8080
+    },
+    {
+      "epoch": 0.5951921131527157,
+      "grad_norm": 0.40074622631073,
+      "learning_rate": 9.236320164044132e-05,
+      "loss": 3.2612,
+      "step": 8090
+    },
+    {
+      "epoch": 0.5959278265187883,
+      "grad_norm": 0.4130959212779999,
+      "learning_rate": 9.234221188615624e-05,
+      "loss": 3.1766,
+      "step": 8100
+    },
+    {
+      "epoch": 0.5966635398848609,
+      "grad_norm": 0.4178720712661743,
+      "learning_rate": 9.232119571806114e-05,
+      "loss": 3.2147,
+      "step": 8110
+    },
+    {
+      "epoch": 0.5973992532509335,
+      "grad_norm": 0.408380925655365,
+      "learning_rate": 9.230015314926625e-05,
+      "loss": 3.2038,
+      "step": 8120
+    },
+    {
+      "epoch": 0.598134966617006,
+      "grad_norm": 0.40057528018951416,
+      "learning_rate": 9.227908419289833e-05,
+      "loss": 3.203,
+      "step": 8130
+    },
+    {
+      "epoch": 0.5988706799830786,
+      "grad_norm": 0.42866384983062744,
+      "learning_rate": 9.225798886210052e-05,
+      "loss": 3.217,
+      "step": 8140
+    },
+    {
+      "epoch": 0.5996063933491512,
+      "grad_norm": 0.4330470860004425,
+      "learning_rate": 9.223686717003248e-05,
+      "loss": 3.1826,
+      "step": 8150
+    },
+    {
+      "epoch": 0.6003421067152237,
+      "grad_norm": 0.389643132686615,
+      "learning_rate": 9.221571912987029e-05,
+      "loss": 3.2339,
+      "step": 8160
+    },
+    {
+      "epoch": 0.6010778200812963,
+      "grad_norm": 0.412850558757782,
+      "learning_rate": 9.219454475480644e-05,
+      "loss": 3.1956,
+      "step": 8170
+    },
+    {
+      "epoch": 0.6018135334473689,
+      "grad_norm": 0.4014042317867279,
+      "learning_rate": 9.217334405804991e-05,
+      "loss": 3.1871,
+      "step": 8180
+    },
+    {
+      "epoch": 0.6025492468134415,
+      "grad_norm": 0.4323343336582184,
+      "learning_rate": 9.215211705282604e-05,
+      "loss": 3.2368,
+      "step": 8190
+    },
+    {
+      "epoch": 0.603284960179514,
+      "grad_norm": 0.4045550227165222,
+      "learning_rate": 9.213086375237663e-05,
+      "loss": 3.186,
+      "step": 8200
+    },
+    {
+      "epoch": 0.6040206735455866,
+      "grad_norm": 0.39329978823661804,
+      "learning_rate": 9.210958416995984e-05,
+      "loss": 3.2015,
+      "step": 8210
+    },
+    {
+      "epoch": 0.6047563869116592,
+      "grad_norm": 0.40735575556755066,
+      "learning_rate": 9.208827831885026e-05,
+      "loss": 3.2184,
+      "step": 8220
+    },
+    {
+      "epoch": 0.6054921002777318,
+      "grad_norm": 0.4116288125514984,
+      "learning_rate": 9.206694621233882e-05,
+      "loss": 3.2264,
+      "step": 8230
+    },
+    {
+      "epoch": 0.6062278136438044,
+      "grad_norm": 0.4052058458328247,
+      "learning_rate": 9.204558786373288e-05,
+      "loss": 3.2455,
+      "step": 8240
+    },
+    {
+      "epoch": 0.606963527009877,
+      "grad_norm": 0.41139885783195496,
+      "learning_rate": 9.202420328635616e-05,
+      "loss": 3.1959,
+      "step": 8250
+    },
+    {
+      "epoch": 0.6076992403759496,
+      "grad_norm": 0.4093032777309418,
+      "learning_rate": 9.200279249354872e-05,
+      "loss": 3.1881,
+      "step": 8260
+    },
+    {
+      "epoch": 0.608434953742022,
+      "grad_norm": 0.443782240152359,
+      "learning_rate": 9.198135549866699e-05,
+      "loss": 3.2383,
+      "step": 8270
+    },
+    {
+      "epoch": 0.6091706671080946,
+      "grad_norm": 0.42610660195350647,
+      "learning_rate": 9.195989231508373e-05,
+      "loss": 3.2359,
+      "step": 8280
+    },
+    {
+      "epoch": 0.6099063804741672,
+      "grad_norm": 0.4072706401348114,
+      "learning_rate": 9.193840295618807e-05,
+      "loss": 3.2154,
+      "step": 8290
+    },
+    {
+      "epoch": 0.6106420938402398,
+      "grad_norm": 0.4002029299736023,
+      "learning_rate": 9.191688743538542e-05,
+      "loss": 3.1847,
+      "step": 8300
+    },
+    {
+      "epoch": 0.6113778072063124,
+      "grad_norm": 0.4040053188800812,
+      "learning_rate": 9.189534576609757e-05,
+      "loss": 3.2215,
+      "step": 8310
+    },
+    {
+      "epoch": 0.612113520572385,
+      "grad_norm": 0.4218162000179291,
+      "learning_rate": 9.187377796176256e-05,
+      "loss": 3.2408,
+      "step": 8320
+    },
+    {
+      "epoch": 0.6128492339384576,
+      "grad_norm": 0.42694374918937683,
+      "learning_rate": 9.185218403583478e-05,
+      "loss": 3.2176,
+      "step": 8330
+    },
+    {
+      "epoch": 0.6135849473045302,
+      "grad_norm": 0.40308234095573425,
+      "learning_rate": 9.18305640017849e-05,
+      "loss": 3.1799,
+      "step": 8340
+    },
+    {
+      "epoch": 0.6143206606706028,
+      "grad_norm": 0.3952566981315613,
+      "learning_rate": 9.180891787309985e-05,
+      "loss": 3.244,
+      "step": 8350
+    },
+    {
+      "epoch": 0.6150563740366753,
+      "grad_norm": 0.39796093106269836,
+      "learning_rate": 9.178724566328287e-05,
+      "loss": 3.1809,
+      "step": 8360
+    },
+    {
+      "epoch": 0.6157920874027479,
+      "grad_norm": 0.41804805397987366,
+      "learning_rate": 9.176554738585348e-05,
+      "loss": 3.228,
+      "step": 8370
+    },
+    {
+      "epoch": 0.6165278007688205,
+      "grad_norm": 0.4276120066642761,
+      "learning_rate": 9.174382305434742e-05,
+      "loss": 3.2218,
+      "step": 8380
+    },
+    {
+      "epoch": 0.617263514134893,
+      "grad_norm": 0.44311702251434326,
+      "learning_rate": 9.172207268231674e-05,
+      "loss": 3.2191,
+      "step": 8390
+    },
+    {
+      "epoch": 0.6179992275009656,
+      "grad_norm": 0.43954578042030334,
+      "learning_rate": 9.170029628332966e-05,
+      "loss": 3.2388,
+      "step": 8400
+    },
+    {
+      "epoch": 0.6187349408670382,
+      "grad_norm": 0.38372981548309326,
+      "learning_rate": 9.167849387097072e-05,
+      "loss": 3.2059,
+      "step": 8410
+    },
+    {
+      "epoch": 0.6194706542331108,
+      "grad_norm": 0.3934963643550873,
+      "learning_rate": 9.165666545884062e-05,
+      "loss": 3.2022,
+      "step": 8420
+    },
+    {
+      "epoch": 0.6202063675991834,
+      "grad_norm": 0.41195252537727356,
+      "learning_rate": 9.163481106055629e-05,
+      "loss": 3.1958,
+      "step": 8430
+    },
+    {
+      "epoch": 0.6209420809652559,
+      "grad_norm": 0.42152824997901917,
+      "learning_rate": 9.161293068975092e-05,
+      "loss": 3.2529,
+      "step": 8440
+    },
+    {
+      "epoch": 0.6216777943313285,
+      "grad_norm": 0.41656965017318726,
+      "learning_rate": 9.159102436007385e-05,
+      "loss": 3.2559,
+      "step": 8450
+    },
+    {
+      "epoch": 0.6224135076974011,
+      "grad_norm": 0.3994307518005371,
+      "learning_rate": 9.156909208519062e-05,
+      "loss": 3.2101,
+      "step": 8460
+    },
+    {
+      "epoch": 0.6231492210634737,
+      "grad_norm": 0.40668097138404846,
+      "learning_rate": 9.154713387878297e-05,
+      "loss": 3.1927,
+      "step": 8470
+    },
+    {
+      "epoch": 0.6238849344295463,
+      "grad_norm": 0.42031413316726685,
+      "learning_rate": 9.152514975454884e-05,
+      "loss": 3.2174,
+      "step": 8480
+    },
+    {
+      "epoch": 0.6246206477956189,
+      "grad_norm": 0.3852512836456299,
+      "learning_rate": 9.150313972620227e-05,
+      "loss": 3.1662,
+      "step": 8490
+    },
+    {
+      "epoch": 0.6253563611616914,
+      "grad_norm": 0.3993820250034332,
+      "learning_rate": 9.148110380747352e-05,
+      "loss": 3.1738,
+      "step": 8500
+    },
+    {
+      "epoch": 0.6260920745277639,
+      "grad_norm": 0.4049205482006073,
+      "learning_rate": 9.145904201210898e-05,
+      "loss": 3.1861,
+      "step": 8510
+    },
+    {
+      "epoch": 0.6268277878938365,
+      "grad_norm": 0.40449580550193787,
+      "learning_rate": 9.143695435387117e-05,
+      "loss": 3.2229,
+      "step": 8520
+    },
+    {
+      "epoch": 0.6275635012599091,
+      "grad_norm": 0.39980998635292053,
+      "learning_rate": 9.141484084653878e-05,
+      "loss": 3.2294,
+      "step": 8530
+    },
+    {
+      "epoch": 0.6282992146259817,
+      "grad_norm": 0.42464175820350647,
+      "learning_rate": 9.139270150390658e-05,
+      "loss": 3.2189,
+      "step": 8540
+    },
+    {
+      "epoch": 0.6290349279920543,
+      "grad_norm": 0.3991568684577942,
+      "learning_rate": 9.137053633978548e-05,
+      "loss": 3.2124,
+      "step": 8550
+    },
+    {
+      "epoch": 0.6297706413581269,
+      "grad_norm": 0.40061402320861816,
+      "learning_rate": 9.13483453680025e-05,
+      "loss": 3.1887,
+      "step": 8560
+    },
+    {
+      "epoch": 0.6305063547241995,
+      "grad_norm": 0.3983337879180908,
+      "learning_rate": 9.132612860240075e-05,
+      "loss": 3.1858,
+      "step": 8570
+    },
+    {
+      "epoch": 0.6312420680902721,
+      "grad_norm": 0.38647231459617615,
+      "learning_rate": 9.130388605683946e-05,
+      "loss": 3.2476,
+      "step": 8580
+    },
+    {
+      "epoch": 0.6319777814563446,
+      "grad_norm": 0.40448683500289917,
+      "learning_rate": 9.128161774519389e-05,
+      "loss": 3.1775,
+      "step": 8590
+    },
+    {
+      "epoch": 0.6327134948224172,
+      "grad_norm": 0.4101662039756775,
+      "learning_rate": 9.125932368135542e-05,
+      "loss": 3.2317,
+      "step": 8600
+    },
+    {
+      "epoch": 0.6334492081884897,
+      "grad_norm": 0.4105026125907898,
+      "learning_rate": 9.123700387923144e-05,
+      "loss": 3.2358,
+      "step": 8610
+    },
+    {
+      "epoch": 0.6341849215545623,
+      "grad_norm": 0.42156288027763367,
+      "learning_rate": 9.121465835274549e-05,
+      "loss": 3.2202,
+      "step": 8620
+    },
+    {
+      "epoch": 0.6349206349206349,
+      "grad_norm": 0.4276079833507538,
+      "learning_rate": 9.119228711583705e-05,
+      "loss": 3.2128,
+      "step": 8630
+    },
+    {
+      "epoch": 0.6356563482867075,
+      "grad_norm": 0.3834649324417114,
+      "learning_rate": 9.116989018246171e-05,
+      "loss": 3.1966,
+      "step": 8640
+    },
+    {
+      "epoch": 0.6363920616527801,
+      "grad_norm": 0.39798030257225037,
+      "learning_rate": 9.114746756659105e-05,
+      "loss": 3.1433,
+      "step": 8650
+    },
+    {
+      "epoch": 0.6371277750188526,
+      "grad_norm": 0.3975779414176941,
+      "learning_rate": 9.112501928221271e-05,
+      "loss": 3.2573,
+      "step": 8660
+    },
+    {
+      "epoch": 0.6378634883849252,
+      "grad_norm": 0.3947142958641052,
+      "learning_rate": 9.110254534333033e-05,
+      "loss": 3.191,
+      "step": 8670
+    },
+    {
+      "epoch": 0.6385992017509978,
+      "grad_norm": 0.4371863901615143,
+      "learning_rate": 9.10800457639635e-05,
+      "loss": 3.2229,
+      "step": 8680
+    },
+    {
+      "epoch": 0.6393349151170704,
+      "grad_norm": 0.39925292134284973,
+      "learning_rate": 9.105752055814789e-05,
+      "loss": 3.2405,
+      "step": 8690
+    },
+    {
+      "epoch": 0.640070628483143,
+      "grad_norm": 0.40571677684783936,
+      "learning_rate": 9.10349697399351e-05,
+      "loss": 3.2267,
+      "step": 8700
+    },
+    {
+      "epoch": 0.6408063418492156,
+      "grad_norm": 0.3942791223526001,
+      "learning_rate": 9.101239332339272e-05,
+      "loss": 3.2074,
+      "step": 8710
+    },
+    {
+      "epoch": 0.6415420552152882,
+      "grad_norm": 0.42931607365608215,
+      "learning_rate": 9.098979132260435e-05,
+      "loss": 3.1736,
+      "step": 8720
+    },
+    {
+      "epoch": 0.6422777685813607,
+      "grad_norm": 0.4185764789581299,
+      "learning_rate": 9.096716375166945e-05,
+      "loss": 3.1654,
+      "step": 8730
+    },
+    {
+      "epoch": 0.6430134819474332,
+      "grad_norm": 0.4023076295852661,
+      "learning_rate": 9.094451062470353e-05,
+      "loss": 3.1562,
+      "step": 8740
+    },
+    {
+      "epoch": 0.6437491953135058,
+      "grad_norm": 0.40013644099235535,
+      "learning_rate": 9.0921831955838e-05,
+      "loss": 3.209,
+      "step": 8750
+    },
+    {
+      "epoch": 0.6444849086795784,
+      "grad_norm": 0.4097345471382141,
+      "learning_rate": 9.089912775922021e-05,
+      "loss": 3.1925,
+      "step": 8760
+    },
+    {
+      "epoch": 0.645220622045651,
+      "grad_norm": 0.4017821252346039,
+      "learning_rate": 9.087639804901343e-05,
+      "loss": 3.1849,
+      "step": 8770
+    },
+    {
+      "epoch": 0.6459563354117236,
+      "grad_norm": 0.40877318382263184,
+      "learning_rate": 9.085364283939686e-05,
+      "loss": 3.2203,
+      "step": 8780
+    },
+    {
+      "epoch": 0.6466920487777962,
+      "grad_norm": 0.4291410744190216,
+      "learning_rate": 9.083086214456557e-05,
+      "loss": 3.1789,
+      "step": 8790
+    },
+    {
+      "epoch": 0.6474277621438688,
+      "grad_norm": 0.4058206379413605,
+      "learning_rate": 9.08080559787306e-05,
+      "loss": 3.1903,
+      "step": 8800
+    },
+    {
+      "epoch": 0.6481634755099414,
+      "grad_norm": 0.3808108866214752,
+      "learning_rate": 9.078522435611879e-05,
+      "loss": 3.1841,
+      "step": 8810
+    },
+    {
+      "epoch": 0.6488991888760139,
+      "grad_norm": 0.43283572793006897,
+      "learning_rate": 9.076236729097294e-05,
+      "loss": 3.2212,
+      "step": 8820
+    },
+    {
+      "epoch": 0.6496349022420865,
+      "grad_norm": 0.39330145716667175,
+      "learning_rate": 9.073948479755164e-05,
+      "loss": 3.2158,
+      "step": 8830
+    },
+    {
+      "epoch": 0.650370615608159,
+      "grad_norm": 0.40737244486808777,
+      "learning_rate": 9.071657689012943e-05,
+      "loss": 3.2306,
+      "step": 8840
+    },
+    {
+      "epoch": 0.6511063289742316,
+      "grad_norm": 0.3892798125743866,
+      "learning_rate": 9.069364358299666e-05,
+      "loss": 3.2162,
+      "step": 8850
+    },
+    {
+      "epoch": 0.6518420423403042,
+      "grad_norm": 0.400855153799057,
+      "learning_rate": 9.067068489045949e-05,
+      "loss": 3.1358,
+      "step": 8860
+    },
+    {
+      "epoch": 0.6525777557063768,
+      "grad_norm": 0.39898017048835754,
+      "learning_rate": 9.064770082684e-05,
+      "loss": 3.1866,
+      "step": 8870
+    },
+    {
+      "epoch": 0.6533134690724494,
+      "grad_norm": 0.41870006918907166,
+      "learning_rate": 9.062469140647601e-05,
+      "loss": 3.1855,
+      "step": 8880
+    },
+    {
+      "epoch": 0.654049182438522,
+      "grad_norm": 0.4006561040878296,
+      "learning_rate": 9.060165664372122e-05,
+      "loss": 3.2137,
+      "step": 8890
+    },
+    {
+      "epoch": 0.6547848958045945,
+      "grad_norm": 0.4057448208332062,
+      "learning_rate": 9.05785965529451e-05,
+      "loss": 3.1655,
+      "step": 8900
+    },
+    {
+      "epoch": 0.6555206091706671,
+      "grad_norm": 0.399264931678772,
+      "learning_rate": 9.055551114853295e-05,
+      "loss": 3.214,
+      "step": 8910
+    },
+    {
+      "epoch": 0.6562563225367397,
+      "grad_norm": 0.399167001247406,
+      "learning_rate": 9.053240044488586e-05,
+      "loss": 3.1959,
+      "step": 8920
+    },
+    {
+      "epoch": 0.6569920359028123,
+      "grad_norm": 0.39689528942108154,
+      "learning_rate": 9.050926445642067e-05,
+      "loss": 3.2065,
+      "step": 8930
+    },
+    {
+      "epoch": 0.6577277492688849,
+      "grad_norm": 0.4583052098751068,
+      "learning_rate": 9.048610319757002e-05,
+      "loss": 3.2269,
+      "step": 8940
+    },
+    {
+      "epoch": 0.6584634626349575,
+      "grad_norm": 0.4117734134197235,
+      "learning_rate": 9.046291668278231e-05,
+      "loss": 3.1955,
+      "step": 8950
+    },
+    {
+      "epoch": 0.65919917600103,
+      "grad_norm": 0.3891928195953369,
+      "learning_rate": 9.043970492652168e-05,
+      "loss": 3.2248,
+      "step": 8960
+    },
+    {
+      "epoch": 0.6599348893671025,
+      "grad_norm": 0.4023609757423401,
+      "learning_rate": 9.041646794326803e-05,
+      "loss": 3.2241,
+      "step": 8970
+    },
+    {
+      "epoch": 0.6606706027331751,
+      "grad_norm": 0.39141857624053955,
+      "learning_rate": 9.039320574751702e-05,
+      "loss": 3.1826,
+      "step": 8980
+    },
+    {
+      "epoch": 0.6614063160992477,
+      "grad_norm": 0.38678160309791565,
+      "learning_rate": 9.036991835377997e-05,
+      "loss": 3.1664,
+      "step": 8990
+    },
+    {
+      "epoch": 0.6621420294653203,
+      "grad_norm": 0.3716258704662323,
+      "learning_rate": 9.0346605776584e-05,
+      "loss": 3.1835,
+      "step": 9000
+    },
+    {
+      "epoch": 0.6628777428313929,
+      "grad_norm": 0.38958126306533813,
+      "learning_rate": 9.032326803047189e-05,
+      "loss": 3.2211,
+      "step": 9010
+    },
+    {
+      "epoch": 0.6636134561974655,
+      "grad_norm": 0.3944793939590454,
+      "learning_rate": 9.029990513000213e-05,
+      "loss": 3.2145,
+      "step": 9020
+    },
+    {
+      "epoch": 0.6643491695635381,
+      "grad_norm": 0.41081830859184265,
+      "learning_rate": 9.027651708974891e-05,
+      "loss": 3.2223,
+      "step": 9030
+    },
+    {
+      "epoch": 0.6650848829296107,
+      "grad_norm": 0.3970061242580414,
+      "learning_rate": 9.025310392430208e-05,
+      "loss": 3.2183,
+      "step": 9040
+    },
+    {
+      "epoch": 0.6658205962956832,
+      "grad_norm": 0.4093196988105774,
+      "learning_rate": 9.022966564826721e-05,
+      "loss": 3.2203,
+      "step": 9050
+    },
+    {
+      "epoch": 0.6665563096617558,
+      "grad_norm": 0.4082465171813965,
+      "learning_rate": 9.020620227626548e-05,
+      "loss": 3.1892,
+      "step": 9060
+    },
+    {
+      "epoch": 0.6672920230278283,
+      "grad_norm": 0.40329813957214355,
+      "learning_rate": 9.018271382293377e-05,
+      "loss": 3.1848,
+      "step": 9070
+    },
+    {
+      "epoch": 0.6680277363939009,
+      "grad_norm": 0.3946298062801361,
+      "learning_rate": 9.015920030292457e-05,
+      "loss": 3.2053,
+      "step": 9080
+    },
+    {
+      "epoch": 0.6687634497599735,
+      "grad_norm": 0.39222556352615356,
+      "learning_rate": 9.013566173090604e-05,
+      "loss": 3.2543,
+      "step": 9090
+    },
+    {
+      "epoch": 0.6694991631260461,
+      "grad_norm": 0.39037418365478516,
+      "learning_rate": 9.011209812156194e-05,
+      "loss": 3.1635,
+      "step": 9100
+    },
+    {
+      "epoch": 0.6702348764921187,
+      "grad_norm": 0.4084848463535309,
+      "learning_rate": 9.008850948959164e-05,
+      "loss": 3.1981,
+      "step": 9110
+    },
+    {
+      "epoch": 0.6709705898581912,
+      "grad_norm": 0.4072742760181427,
+      "learning_rate": 9.00648958497102e-05,
+      "loss": 3.197,
+      "step": 9120
+    },
+    {
+      "epoch": 0.6717063032242638,
+      "grad_norm": 0.396036833524704,
+      "learning_rate": 9.004125721664816e-05,
+      "loss": 3.2572,
+      "step": 9130
+    },
+    {
+      "epoch": 0.6724420165903364,
+      "grad_norm": 0.3960723578929901,
+      "learning_rate": 9.001759360515174e-05,
+      "loss": 3.2029,
+      "step": 9140
+    },
+    {
+      "epoch": 0.673177729956409,
+      "grad_norm": 0.4176108241081238,
+      "learning_rate": 8.999390502998271e-05,
+      "loss": 3.2187,
+      "step": 9150
+    },
+    {
+      "epoch": 0.6739134433224816,
+      "grad_norm": 0.39103132486343384,
+      "learning_rate": 8.99701915059184e-05,
+      "loss": 3.2403,
+      "step": 9160
+    },
+    {
+      "epoch": 0.6746491566885542,
+      "grad_norm": 0.40875765681266785,
+      "learning_rate": 8.994645304775175e-05,
+      "loss": 3.196,
+      "step": 9170
+    },
+    {
+      "epoch": 0.6753848700546267,
+      "grad_norm": 0.3849492073059082,
+      "learning_rate": 8.992268967029121e-05,
+      "loss": 3.2015,
+      "step": 9180
+    },
+    {
+      "epoch": 0.6761205834206993,
+      "grad_norm": 0.3874247968196869,
+      "learning_rate": 8.989890138836077e-05,
+      "loss": 3.2458,
+      "step": 9190
+    },
+    {
+      "epoch": 0.6768562967867718,
+      "grad_norm": 0.4249545931816101,
+      "learning_rate": 8.98750882168e-05,
+      "loss": 3.2442,
+      "step": 9200
+    },
+    {
+      "epoch": 0.6775920101528444,
+      "grad_norm": 0.37782514095306396,
+      "learning_rate": 8.985125017046397e-05,
+      "loss": 3.2012,
+      "step": 9210
+    },
+    {
+      "epoch": 0.678327723518917,
+      "grad_norm": 0.3978985846042633,
+      "learning_rate": 8.982738726422325e-05,
+      "loss": 3.2127,
+      "step": 9220
+    },
+    {
+      "epoch": 0.6790634368849896,
+      "grad_norm": 0.38309648633003235,
+      "learning_rate": 8.980349951296396e-05,
+      "loss": 3.1858,
+      "step": 9230
+    },
+    {
+      "epoch": 0.6797991502510622,
+      "grad_norm": 0.42622271180152893,
+      "learning_rate": 8.977958693158768e-05,
+      "loss": 3.177,
+      "step": 9240
+    },
+    {
+      "epoch": 0.6805348636171348,
+      "grad_norm": 0.3749631345272064,
+      "learning_rate": 8.97556495350115e-05,
+      "loss": 3.1836,
+      "step": 9250
+    },
+    {
+      "epoch": 0.6812705769832074,
+      "grad_norm": 0.4103826582431793,
+      "learning_rate": 8.973168733816799e-05,
+      "loss": 3.188,
+      "step": 9260
+    },
+    {
+      "epoch": 0.68200629034928,
+      "grad_norm": 0.3920148015022278,
+      "learning_rate": 8.970770035600518e-05,
+      "loss": 3.2252,
+      "step": 9270
+    },
+    {
+      "epoch": 0.6827420037153525,
+      "grad_norm": 0.3953123688697815,
+      "learning_rate": 8.968368860348657e-05,
+      "loss": 3.1857,
+      "step": 9280
+    },
+    {
+      "epoch": 0.6834777170814251,
+      "grad_norm": 0.39929309487342834,
+      "learning_rate": 8.965965209559111e-05,
+      "loss": 3.178,
+      "step": 9290
+    },
+    {
+      "epoch": 0.6842134304474976,
+      "grad_norm": 0.4072224795818329,
+      "learning_rate": 8.963559084731319e-05,
+      "loss": 3.1687,
+      "step": 9300
+    },
+    {
+      "epoch": 0.6849491438135702,
+      "grad_norm": 0.421752005815506,
+      "learning_rate": 8.961150487366265e-05,
+      "loss": 3.1959,
+      "step": 9310
+    },
+    {
+      "epoch": 0.6856848571796428,
+      "grad_norm": 0.3856801986694336,
+      "learning_rate": 8.958739418966472e-05,
+      "loss": 3.1962,
+      "step": 9320
+    },
+    {
+      "epoch": 0.6864205705457154,
+      "grad_norm": 0.4316472113132477,
+      "learning_rate": 8.956325881036008e-05,
+      "loss": 3.1759,
+      "step": 9330
+    },
+    {
+      "epoch": 0.687156283911788,
+      "grad_norm": 0.39210107922554016,
+      "learning_rate": 8.953909875080477e-05,
+      "loss": 3.1787,
+      "step": 9340
+    },
+    {
+      "epoch": 0.6878919972778605,
+      "grad_norm": 0.39624738693237305,
+      "learning_rate": 8.951491402607031e-05,
+      "loss": 3.2155,
+      "step": 9350
+    },
+    {
+      "epoch": 0.6886277106439331,
+      "grad_norm": 0.4137401878833771,
+      "learning_rate": 8.949070465124352e-05,
+      "loss": 3.2029,
+      "step": 9360
+    },
+    {
+      "epoch": 0.6893634240100057,
+      "grad_norm": 0.37497127056121826,
+      "learning_rate": 8.946647064142662e-05,
+      "loss": 3.213,
+      "step": 9370
+    },
+    {
+      "epoch": 0.6900991373760783,
+      "grad_norm": 0.4009439945220947,
+      "learning_rate": 8.944221201173723e-05,
+      "loss": 3.1978,
+      "step": 9380
+    },
+    {
+      "epoch": 0.6908348507421509,
+      "grad_norm": 0.390789270401001,
+      "learning_rate": 8.941792877730829e-05,
+      "loss": 3.1502,
+      "step": 9390
+    },
+    {
+      "epoch": 0.6915705641082235,
+      "grad_norm": 0.3750687837600708,
+      "learning_rate": 8.939362095328811e-05,
+      "loss": 3.2011,
+      "step": 9400
+    },
+    {
+      "epoch": 0.692306277474296,
+      "grad_norm": 0.3848758041858673,
+      "learning_rate": 8.936928855484035e-05,
+      "loss": 3.2202,
+      "step": 9410
+    },
+    {
+      "epoch": 0.6930419908403685,
+      "grad_norm": 0.406440794467926,
+      "learning_rate": 8.934493159714397e-05,
+      "loss": 3.1547,
+      "step": 9420
+    },
+    {
+      "epoch": 0.6937777042064411,
+      "grad_norm": 0.37811365723609924,
+      "learning_rate": 8.932055009539326e-05,
+      "loss": 3.1863,
+      "step": 9430
+    },
+    {
+      "epoch": 0.6945134175725137,
+      "grad_norm": 0.3805864155292511,
+      "learning_rate": 8.929614406479785e-05,
+      "loss": 3.1736,
+      "step": 9440
+    },
+    {
+      "epoch": 0.6952491309385863,
+      "grad_norm": 0.3834070563316345,
+      "learning_rate": 8.927171352058262e-05,
+      "loss": 3.1659,
+      "step": 9450
+    },
+    {
+      "epoch": 0.6959848443046589,
+      "grad_norm": 0.37774044275283813,
+      "learning_rate": 8.924725847798776e-05,
+      "loss": 3.1884,
+      "step": 9460
+    },
+    {
+      "epoch": 0.6967205576707315,
+      "grad_norm": 0.3782852590084076,
+      "learning_rate": 8.92227789522688e-05,
+      "loss": 3.1593,
+      "step": 9470
+    },
+    {
+      "epoch": 0.6974562710368041,
+      "grad_norm": 0.4085491895675659,
+      "learning_rate": 8.919827495869645e-05,
+      "loss": 3.2332,
+      "step": 9480
+    },
+    {
+      "epoch": 0.6981919844028767,
+      "grad_norm": 0.38499242067337036,
+      "learning_rate": 8.917374651255675e-05,
+      "loss": 3.2051,
+      "step": 9490
+    },
+    {
+      "epoch": 0.6989276977689493,
+      "grad_norm": 0.41638848185539246,
+      "learning_rate": 8.914919362915096e-05,
+      "loss": 3.1209,
+      "step": 9500
+    },
+    {
+      "epoch": 0.6996634111350218,
+      "grad_norm": 0.3790314197540283,
+      "learning_rate": 8.912461632379561e-05,
+      "loss": 3.1852,
+      "step": 9510
+    },
+    {
+      "epoch": 0.7003991245010944,
+      "grad_norm": 0.3726657032966614,
+      "learning_rate": 8.910001461182245e-05,
+      "loss": 3.1979,
+      "step": 9520
+    },
+    {
+      "epoch": 0.7011348378671669,
+      "grad_norm": 0.4013272523880005,
+      "learning_rate": 8.907538850857844e-05,
+      "loss": 3.1678,
+      "step": 9530
+    },
+    {
+      "epoch": 0.7018705512332395,
+      "grad_norm": 0.4136090576648712,
+      "learning_rate": 8.905073802942579e-05,
+      "loss": 3.1486,
+      "step": 9540
+    },
+    {
+      "epoch": 0.7026062645993121,
+      "grad_norm": 0.4203248918056488,
+      "learning_rate": 8.902606318974189e-05,
+      "loss": 3.2102,
+      "step": 9550
+    },
+    {
+      "epoch": 0.7033419779653847,
+      "grad_norm": 0.41708293557167053,
+      "learning_rate": 8.900136400491934e-05,
+      "loss": 3.2344,
+      "step": 9560
+    },
+    {
+      "epoch": 0.7040776913314573,
+      "grad_norm": 0.40059348940849304,
+      "learning_rate": 8.897664049036594e-05,
+      "loss": 3.1628,
+      "step": 9570
+    },
+    {
+      "epoch": 0.7048134046975298,
+      "grad_norm": 0.41126495599746704,
+      "learning_rate": 8.89518926615046e-05,
+      "loss": 3.2079,
+      "step": 9580
+    },
+    {
+      "epoch": 0.7055491180636024,
+      "grad_norm": 0.39519059658050537,
+      "learning_rate": 8.89271205337735e-05,
+      "loss": 3.1738,
+      "step": 9590
+    },
+    {
+      "epoch": 0.706284831429675,
+      "grad_norm": 0.3954789936542511,
+      "learning_rate": 8.890232412262588e-05,
+      "loss": 3.2131,
+      "step": 9600
+    },
+    {
+      "epoch": 0.7070205447957476,
+      "grad_norm": 0.37941592931747437,
+      "learning_rate": 8.887750344353023e-05,
+      "loss": 3.1606,
+      "step": 9610
+    },
+    {
+      "epoch": 0.7077562581618202,
+      "grad_norm": 0.37760573625564575,
+      "learning_rate": 8.885265851197006e-05,
+      "loss": 3.1641,
+      "step": 9620
+    },
+    {
+      "epoch": 0.7084919715278928,
+      "grad_norm": 0.3869093358516693,
+      "learning_rate": 8.882778934344412e-05,
+      "loss": 3.1779,
+      "step": 9630
+    },
+    {
+      "epoch": 0.7092276848939653,
+      "grad_norm": 0.37767353653907776,
+      "learning_rate": 8.88028959534662e-05,
+      "loss": 3.1538,
+      "step": 9640
+    },
+    {
+      "epoch": 0.7099633982600378,
+      "grad_norm": 0.3897157907485962,
+      "learning_rate": 8.877797835756523e-05,
+      "loss": 3.1598,
+      "step": 9650
+    },
+    {
+      "epoch": 0.7106991116261104,
+      "grad_norm": 0.4006219804286957,
+      "learning_rate": 8.875303657128526e-05,
+      "loss": 3.1951,
+      "step": 9660
+    },
+    {
+      "epoch": 0.711434824992183,
+      "grad_norm": 0.3921482563018799,
+      "learning_rate": 8.872807061018542e-05,
+      "loss": 3.177,
+      "step": 9670
+    },
+    {
+      "epoch": 0.7121705383582556,
+      "grad_norm": 0.3957517147064209,
+      "learning_rate": 8.870308048983989e-05,
+      "loss": 3.2062,
+      "step": 9680
+    },
+    {
+      "epoch": 0.7129062517243282,
+      "grad_norm": 0.4034371078014374,
+      "learning_rate": 8.867806622583793e-05,
+      "loss": 3.1455,
+      "step": 9690
+    },
+    {
+      "epoch": 0.7136419650904008,
+      "grad_norm": 0.38453301787376404,
+      "learning_rate": 8.865302783378391e-05,
+      "loss": 3.1829,
+      "step": 9700
+    },
+    {
+      "epoch": 0.7143776784564734,
+      "grad_norm": 0.40622347593307495,
+      "learning_rate": 8.862796532929717e-05,
+      "loss": 3.1663,
+      "step": 9710
+    },
+    {
+      "epoch": 0.715113391822546,
+      "grad_norm": 0.4114111065864563,
+      "learning_rate": 8.86028787280122e-05,
+      "loss": 3.2128,
+      "step": 9720
+    },
+    {
+      "epoch": 0.7158491051886186,
+      "grad_norm": 0.3917147219181061,
+      "learning_rate": 8.857776804557842e-05,
+      "loss": 3.1601,
+      "step": 9730
+    },
+    {
+      "epoch": 0.7165848185546911,
+      "grad_norm": 0.3908882141113281,
+      "learning_rate": 8.85526332976603e-05,
+      "loss": 3.2072,
+      "step": 9740
+    },
+    {
+      "epoch": 0.7173205319207636,
+      "grad_norm": 0.3869069814682007,
+      "learning_rate": 8.852747449993735e-05,
+      "loss": 3.1435,
+      "step": 9750
+    },
+    {
+      "epoch": 0.7180562452868362,
+      "grad_norm": 0.37940549850463867,
+      "learning_rate": 8.850229166810407e-05,
+      "loss": 3.1857,
+      "step": 9760
+    },
+    {
+      "epoch": 0.7187919586529088,
+      "grad_norm": 0.40026140213012695,
+      "learning_rate": 8.847708481786996e-05,
+      "loss": 3.1549,
+      "step": 9770
+    },
+    {
+      "epoch": 0.7195276720189814,
+      "grad_norm": 0.39495396614074707,
+      "learning_rate": 8.845185396495947e-05,
+      "loss": 3.1916,
+      "step": 9780
+    },
+    {
+      "epoch": 0.720263385385054,
+      "grad_norm": 0.3766854405403137,
+      "learning_rate": 8.842659912511204e-05,
+      "loss": 3.1937,
+      "step": 9790
+    },
+    {
+      "epoch": 0.7209990987511266,
+      "grad_norm": 0.39338842034339905,
+      "learning_rate": 8.84013203140821e-05,
+      "loss": 3.1683,
+      "step": 9800
+    },
+    {
+      "epoch": 0.7217348121171991,
+      "grad_norm": 0.3664061725139618,
+      "learning_rate": 8.837601754763902e-05,
+      "loss": 3.1868,
+      "step": 9810
+    },
+    {
+      "epoch": 0.7224705254832717,
+      "grad_norm": 0.37891605496406555,
+      "learning_rate": 8.835069084156709e-05,
+      "loss": 3.1325,
+      "step": 9820
+    },
+    {
+      "epoch": 0.7232062388493443,
+      "grad_norm": 0.4005630910396576,
+      "learning_rate": 8.832534021166555e-05,
+      "loss": 3.2046,
+      "step": 9830
+    },
+    {
+      "epoch": 0.7239419522154169,
+      "grad_norm": 0.3800733983516693,
+      "learning_rate": 8.829996567374857e-05,
+      "loss": 3.2048,
+      "step": 9840
+    },
+    {
+      "epoch": 0.7246776655814895,
+      "grad_norm": 0.396013468503952,
+      "learning_rate": 8.827456724364525e-05,
+      "loss": 3.1523,
+      "step": 9850
+    },
+    {
+      "epoch": 0.7254133789475621,
+      "grad_norm": 0.37606799602508545,
+      "learning_rate": 8.824914493719952e-05,
+      "loss": 3.1769,
+      "step": 9860
+    },
+    {
+      "epoch": 0.7261490923136346,
+      "grad_norm": 0.3814736604690552,
+      "learning_rate": 8.82236987702703e-05,
+      "loss": 3.1618,
+      "step": 9870
+    },
+    {
+      "epoch": 0.7268848056797071,
+      "grad_norm": 0.42829668521881104,
+      "learning_rate": 8.819822875873136e-05,
+      "loss": 3.1892,
+      "step": 9880
+    },
+    {
+      "epoch": 0.7276205190457797,
+      "grad_norm": 0.3849022686481476,
+      "learning_rate": 8.817273491847129e-05,
+      "loss": 3.2523,
+      "step": 9890
+    },
+    {
+      "epoch": 0.7283562324118523,
+      "grad_norm": 0.3935648202896118,
+      "learning_rate": 8.814721726539366e-05,
+      "loss": 3.1743,
+      "step": 9900
+    },
+    {
+      "epoch": 0.7290919457779249,
+      "grad_norm": 0.3935147523880005,
+      "learning_rate": 8.812167581541675e-05,
+      "loss": 3.1683,
+      "step": 9910
+    },
+    {
+      "epoch": 0.7298276591439975,
+      "grad_norm": 0.41291266679763794,
+      "learning_rate": 8.809611058447382e-05,
+      "loss": 3.202,
+      "step": 9920
+    },
+    {
+      "epoch": 0.7305633725100701,
+      "grad_norm": 0.39814290404319763,
+      "learning_rate": 8.807052158851289e-05,
+      "loss": 3.2389,
+      "step": 9930
+    },
+    {
+      "epoch": 0.7312990858761427,
+      "grad_norm": 0.38150617480278015,
+      "learning_rate": 8.804490884349683e-05,
+      "loss": 3.1738,
+      "step": 9940
+    },
+    {
+      "epoch": 0.7320347992422153,
+      "grad_norm": 0.41697201132774353,
+      "learning_rate": 8.801927236540329e-05,
+      "loss": 3.2173,
+      "step": 9950
+    },
+    {
+      "epoch": 0.7327705126082878,
+      "grad_norm": 0.40556851029396057,
+      "learning_rate": 8.799361217022477e-05,
+      "loss": 3.115,
+      "step": 9960
+    },
+    {
+      "epoch": 0.7335062259743604,
+      "grad_norm": 0.3922794759273529,
+      "learning_rate": 8.796792827396855e-05,
+      "loss": 3.1743,
+      "step": 9970
+    },
+    {
+      "epoch": 0.7342419393404329,
+      "grad_norm": 0.3818107545375824,
+      "learning_rate": 8.794222069265669e-05,
+      "loss": 3.1707,
+      "step": 9980
+    },
+    {
+      "epoch": 0.7349776527065055,
+      "grad_norm": 0.380044549703598,
+      "learning_rate": 8.791648944232603e-05,
+      "loss": 3.1717,
+      "step": 9990
+    },
+    {
+      "epoch": 0.7357133660725781,
+      "grad_norm": 0.41100969910621643,
+      "learning_rate": 8.789073453902814e-05,
+      "loss": 3.1353,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7364490794386507,
+      "grad_norm": 0.39325809478759766,
+      "learning_rate": 8.786495599882943e-05,
+      "loss": 3.1665,
+      "step": 10010
+    },
+    {
+      "epoch": 0.7371847928047233,
+      "grad_norm": 0.39705923199653625,
+      "learning_rate": 8.783915383781099e-05,
+      "loss": 3.181,
+      "step": 10020
+    },
+    {
+      "epoch": 0.7379205061707959,
+      "grad_norm": 0.3803333640098572,
+      "learning_rate": 8.781332807206861e-05,
+      "loss": 3.1477,
+      "step": 10030
+    },
+    {
+      "epoch": 0.7386562195368684,
+      "grad_norm": 0.38700178265571594,
+      "learning_rate": 8.778747871771292e-05,
+      "loss": 3.2384,
+      "step": 10040
+    },
+    {
+      "epoch": 0.739391932902941,
+      "grad_norm": 0.4298153519630432,
+      "learning_rate": 8.776160579086916e-05,
+      "loss": 3.2115,
+      "step": 10050
+    },
+    {
+      "epoch": 0.7401276462690136,
+      "grad_norm": 0.3944063186645508,
+      "learning_rate": 8.773570930767732e-05,
+      "loss": 3.1313,
+      "step": 10060
+    },
+    {
+      "epoch": 0.7408633596350862,
+      "grad_norm": 0.3921501636505127,
+      "learning_rate": 8.770978928429208e-05,
+      "loss": 3.1643,
+      "step": 10070
+    },
+    {
+      "epoch": 0.7415990730011588,
+      "grad_norm": 0.3809838593006134,
+      "learning_rate": 8.76838457368828e-05,
+      "loss": 3.2096,
+      "step": 10080
+    },
+    {
+      "epoch": 0.7423347863672314,
+      "grad_norm": 0.38074982166290283,
+      "learning_rate": 8.765787868163351e-05,
+      "loss": 3.1887,
+      "step": 10090
+    },
+    {
+      "epoch": 0.7430704997333039,
+      "grad_norm": 0.401103138923645,
+      "learning_rate": 8.763188813474293e-05,
+      "loss": 3.1852,
+      "step": 10100
+    },
+    {
+      "epoch": 0.7438062130993764,
+      "grad_norm": 0.38959553837776184,
+      "learning_rate": 8.76058741124244e-05,
+      "loss": 3.1682,
+      "step": 10110
+    },
+    {
+      "epoch": 0.744541926465449,
+      "grad_norm": 0.41069236397743225,
+      "learning_rate": 8.757983663090592e-05,
+      "loss": 3.1528,
+      "step": 10120
+    },
+    {
+      "epoch": 0.7452776398315216,
+      "grad_norm": 0.4105203449726105,
+      "learning_rate": 8.755377570643014e-05,
+      "loss": 3.177,
+      "step": 10130
+    },
+    {
+      "epoch": 0.7460133531975942,
+      "grad_norm": 0.4029715657234192,
+      "learning_rate": 8.752769135525431e-05,
+      "loss": 3.1583,
+      "step": 10140
+    },
+    {
+      "epoch": 0.7467490665636668,
+      "grad_norm": 0.37962058186531067,
+      "learning_rate": 8.750158359365031e-05,
+      "loss": 3.1393,
+      "step": 10150
+    },
+    {
+      "epoch": 0.7474847799297394,
+      "grad_norm": 0.39237701892852783,
+      "learning_rate": 8.74754524379046e-05,
+      "loss": 3.192,
+      "step": 10160
+    },
+    {
+      "epoch": 0.748220493295812,
+      "grad_norm": 0.40408843755722046,
+      "learning_rate": 8.744929790431826e-05,
+      "loss": 3.1452,
+      "step": 10170
+    },
+    {
+      "epoch": 0.7489562066618846,
+      "grad_norm": 0.38078784942626953,
+      "learning_rate": 8.742312000920696e-05,
+      "loss": 3.1608,
+      "step": 10180
+    },
+    {
+      "epoch": 0.7496919200279571,
+      "grad_norm": 0.37361815571784973,
+      "learning_rate": 8.73969187689009e-05,
+      "loss": 3.1642,
+      "step": 10190
+    },
+    {
+      "epoch": 0.7504276333940297,
+      "grad_norm": 0.3917367160320282,
+      "learning_rate": 8.737069419974489e-05,
+      "loss": 3.1804,
+      "step": 10200
+    },
+    {
+      "epoch": 0.7511633467601022,
+      "grad_norm": 0.3755326271057129,
+      "learning_rate": 8.734444631809827e-05,
+      "loss": 3.1408,
+      "step": 10210
+    },
+    {
+      "epoch": 0.7518990601261748,
+      "grad_norm": 0.38932299613952637,
+      "learning_rate": 8.73181751403349e-05,
+      "loss": 3.1216,
+      "step": 10220
+    },
+    {
+      "epoch": 0.7526347734922474,
+      "grad_norm": 0.3907861113548279,
+      "learning_rate": 8.729188068284324e-05,
+      "loss": 3.1688,
+      "step": 10230
+    },
+    {
+      "epoch": 0.75337048685832,
+      "grad_norm": 0.4114513099193573,
+      "learning_rate": 8.726556296202621e-05,
+      "loss": 3.2136,
+      "step": 10240
+    },
+    {
+      "epoch": 0.7541062002243926,
+      "grad_norm": 0.38536152243614197,
+      "learning_rate": 8.723922199430127e-05,
+      "loss": 3.1645,
+      "step": 10250
+    },
+    {
+      "epoch": 0.7548419135904652,
+      "grad_norm": 0.39056259393692017,
+      "learning_rate": 8.721285779610035e-05,
+      "loss": 3.1345,
+      "step": 10260
+    },
+    {
+      "epoch": 0.7555776269565377,
+      "grad_norm": 0.37613552808761597,
+      "learning_rate": 8.718647038386995e-05,
+      "loss": 3.123,
+      "step": 10270
+    },
+    {
+      "epoch": 0.7563133403226103,
+      "grad_norm": 0.4041471481323242,
+      "learning_rate": 8.716005977407093e-05,
+      "loss": 3.2016,
+      "step": 10280
+    },
+    {
+      "epoch": 0.7570490536886829,
+      "grad_norm": 0.3961995244026184,
+      "learning_rate": 8.713362598317875e-05,
+      "loss": 3.1718,
+      "step": 10290
+    },
+    {
+      "epoch": 0.7577847670547555,
+      "grad_norm": 0.3890473246574402,
+      "learning_rate": 8.710716902768324e-05,
+      "loss": 3.1566,
+      "step": 10300
+    },
+    {
+      "epoch": 0.7585204804208281,
+      "grad_norm": 0.38676023483276367,
+      "learning_rate": 8.708068892408872e-05,
+      "loss": 3.1446,
+      "step": 10310
+    },
+    {
+      "epoch": 0.7592561937869006,
+      "grad_norm": 0.4547286331653595,
+      "learning_rate": 8.705418568891391e-05,
+      "loss": 3.1901,
+      "step": 10320
+    },
+    {
+      "epoch": 0.7599919071529732,
+      "grad_norm": 0.37865954637527466,
+      "learning_rate": 8.702765933869203e-05,
+      "loss": 3.1168,
+      "step": 10330
+    },
+    {
+      "epoch": 0.7607276205190457,
+      "grad_norm": 0.3800100088119507,
+      "learning_rate": 8.700110988997066e-05,
+      "loss": 3.1179,
+      "step": 10340
+    },
+    {
+      "epoch": 0.7614633338851183,
+      "grad_norm": 0.38291603326797485,
+      "learning_rate": 8.697453735931182e-05,
+      "loss": 3.1596,
+      "step": 10350
+    },
+    {
+      "epoch": 0.7621990472511909,
+      "grad_norm": 0.3799181282520294,
+      "learning_rate": 8.69479417632919e-05,
+      "loss": 3.222,
+      "step": 10360
+    },
+    {
+      "epoch": 0.7629347606172635,
+      "grad_norm": 0.3791024684906006,
+      "learning_rate": 8.692132311850171e-05,
+      "loss": 3.1126,
+      "step": 10370
+    },
+    {
+      "epoch": 0.7636704739833361,
+      "grad_norm": 0.37659361958503723,
+      "learning_rate": 8.689468144154642e-05,
+      "loss": 3.1594,
+      "step": 10380
+    },
+    {
+      "epoch": 0.7644061873494087,
+      "grad_norm": 0.3841865062713623,
+      "learning_rate": 8.686801674904557e-05,
+      "loss": 3.1806,
+      "step": 10390
+    },
+    {
+      "epoch": 0.7651419007154813,
+      "grad_norm": 0.3803307116031647,
+      "learning_rate": 8.684132905763309e-05,
+      "loss": 3.1807,
+      "step": 10400
+    },
+    {
+      "epoch": 0.7658776140815539,
+      "grad_norm": 0.38950908184051514,
+      "learning_rate": 8.681461838395719e-05,
+      "loss": 3.1673,
+      "step": 10410
+    },
+    {
+      "epoch": 0.7666133274476264,
+      "grad_norm": 0.3641705811023712,
+      "learning_rate": 8.678788474468045e-05,
+      "loss": 3.1618,
+      "step": 10420
+    },
+    {
+      "epoch": 0.767349040813699,
+      "grad_norm": 0.3801932632923126,
+      "learning_rate": 8.67611281564798e-05,
+      "loss": 3.1935,
+      "step": 10430
+    },
+    {
+      "epoch": 0.7680847541797715,
+      "grad_norm": 0.36981040239334106,
+      "learning_rate": 8.673434863604648e-05,
+      "loss": 3.1661,
+      "step": 10440
+    },
+    {
+      "epoch": 0.7688204675458441,
+      "grad_norm": 0.3908541202545166,
+      "learning_rate": 8.670754620008598e-05,
+      "loss": 3.1673,
+      "step": 10450
+    },
+    {
+      "epoch": 0.7695561809119167,
+      "grad_norm": 0.3636099398136139,
+      "learning_rate": 8.668072086531818e-05,
+      "loss": 3.1264,
+      "step": 10460
+    },
+    {
+      "epoch": 0.7702918942779893,
+      "grad_norm": 0.37544921040534973,
+      "learning_rate": 8.665387264847715e-05,
+      "loss": 3.1016,
+      "step": 10470
+    },
+    {
+      "epoch": 0.7710276076440619,
+      "grad_norm": 0.39099445939064026,
+      "learning_rate": 8.662700156631127e-05,
+      "loss": 3.2002,
+      "step": 10480
+    },
+    {
+      "epoch": 0.7717633210101345,
+      "grad_norm": 0.3761730492115021,
+      "learning_rate": 8.660010763558324e-05,
+      "loss": 3.1221,
+      "step": 10490
+    },
+    {
+      "epoch": 0.772499034376207,
+      "grad_norm": 0.4066612124443054,
+      "learning_rate": 8.65731908730699e-05,
+      "loss": 3.1845,
+      "step": 10500
+    },
+    {
+      "epoch": 0.7732347477422796,
+      "grad_norm": 0.3759371340274811,
+      "learning_rate": 8.654625129556244e-05,
+      "loss": 3.1465,
+      "step": 10510
+    },
+    {
+      "epoch": 0.7739704611083522,
+      "grad_norm": 0.3886657655239105,
+      "learning_rate": 8.651928891986622e-05,
+      "loss": 3.1517,
+      "step": 10520
+    },
+    {
+      "epoch": 0.7747061744744248,
+      "grad_norm": 0.38135573267936707,
+      "learning_rate": 8.649230376280087e-05,
+      "loss": 3.1349,
+      "step": 10530
+    },
+    {
+      "epoch": 0.7754418878404974,
+      "grad_norm": 0.4106856882572174,
+      "learning_rate": 8.646529584120015e-05,
+      "loss": 3.2045,
+      "step": 10540
+    },
+    {
+      "epoch": 0.7761776012065699,
+      "grad_norm": 0.40560615062713623,
+      "learning_rate": 8.64382651719121e-05,
+      "loss": 3.1467,
+      "step": 10550
+    },
+    {
+      "epoch": 0.7769133145726425,
+      "grad_norm": 0.3781823515892029,
+      "learning_rate": 8.641121177179893e-05,
+      "loss": 3.1531,
+      "step": 10560
+    },
+    {
+      "epoch": 0.777649027938715,
+      "grad_norm": 0.37491971254348755,
+      "learning_rate": 8.6384135657737e-05,
+      "loss": 3.1884,
+      "step": 10570
+    },
+    {
+      "epoch": 0.7783847413047876,
+      "grad_norm": 0.380998432636261,
+      "learning_rate": 8.635703684661689e-05,
+      "loss": 3.1635,
+      "step": 10580
+    },
+    {
+      "epoch": 0.7791204546708602,
+      "grad_norm": 0.4219949245452881,
+      "learning_rate": 8.632991535534329e-05,
+      "loss": 3.1436,
+      "step": 10590
+    },
+    {
+      "epoch": 0.7798561680369328,
+      "grad_norm": 0.4060940742492676,
+      "learning_rate": 8.630277120083507e-05,
+      "loss": 3.2004,
+      "step": 10600
+    },
+    {
+      "epoch": 0.7805918814030054,
+      "grad_norm": 0.36930394172668457,
+      "learning_rate": 8.627560440002524e-05,
+      "loss": 3.1599,
+      "step": 10610
+    },
+    {
+      "epoch": 0.781327594769078,
+      "grad_norm": 0.3666263222694397,
+      "learning_rate": 8.624841496986089e-05,
+      "loss": 3.1352,
+      "step": 10620
+    },
+    {
+      "epoch": 0.7820633081351506,
+      "grad_norm": 0.4501335322856903,
+      "learning_rate": 8.622120292730327e-05,
+      "loss": 3.1673,
+      "step": 10630
+    },
+    {
+      "epoch": 0.7827990215012232,
+      "grad_norm": 0.4114534258842468,
+      "learning_rate": 8.619396828932774e-05,
+      "loss": 3.1506,
+      "step": 10640
+    },
+    {
+      "epoch": 0.7835347348672957,
+      "grad_norm": 0.37227872014045715,
+      "learning_rate": 8.616671107292373e-05,
+      "loss": 3.2114,
+      "step": 10650
+    },
+    {
+      "epoch": 0.7842704482333683,
+      "grad_norm": 0.39157432317733765,
+      "learning_rate": 8.613943129509478e-05,
+      "loss": 3.2101,
+      "step": 10660
+    },
+    {
+      "epoch": 0.7850061615994408,
+      "grad_norm": 0.41202887892723083,
+      "learning_rate": 8.61121289728585e-05,
+      "loss": 3.1828,
+      "step": 10670
+    },
+    {
+      "epoch": 0.7857418749655134,
+      "grad_norm": 0.3904684782028198,
+      "learning_rate": 8.608480412324652e-05,
+      "loss": 3.2128,
+      "step": 10680
+    },
+    {
+      "epoch": 0.786477588331586,
+      "grad_norm": 0.39074650406837463,
+      "learning_rate": 8.605745676330457e-05,
+      "loss": 3.1899,
+      "step": 10690
+    },
+    {
+      "epoch": 0.7872133016976586,
+      "grad_norm": 0.4131028950214386,
+      "learning_rate": 8.603008691009243e-05,
+      "loss": 3.1664,
+      "step": 10700
+    },
+    {
+      "epoch": 0.7879490150637312,
+      "grad_norm": 0.3683393597602844,
+      "learning_rate": 8.600269458068387e-05,
+      "loss": 3.1694,
+      "step": 10710
+    },
+    {
+      "epoch": 0.7886847284298037,
+      "grad_norm": 0.38590583205223083,
+      "learning_rate": 8.597527979216672e-05,
+      "loss": 3.1582,
+      "step": 10720
+    },
+    {
+      "epoch": 0.7894204417958763,
+      "grad_norm": 0.38443443179130554,
+      "learning_rate": 8.594784256164279e-05,
+      "loss": 3.1427,
+      "step": 10730
+    },
+    {
+      "epoch": 0.7901561551619489,
+      "grad_norm": 0.38856041431427,
+      "learning_rate": 8.59203829062279e-05,
+      "loss": 3.1903,
+      "step": 10740
+    },
+    {
+      "epoch": 0.7908918685280215,
+      "grad_norm": 0.3836011290550232,
+      "learning_rate": 8.589290084305187e-05,
+      "loss": 3.159,
+      "step": 10750
+    },
+    {
+      "epoch": 0.7916275818940941,
+      "grad_norm": 0.3806968629360199,
+      "learning_rate": 8.58653963892585e-05,
+      "loss": 3.1668,
+      "step": 10760
+    },
+    {
+      "epoch": 0.7923632952601667,
+      "grad_norm": 0.41352030634880066,
+      "learning_rate": 8.583786956200553e-05,
+      "loss": 3.1994,
+      "step": 10770
+    },
+    {
+      "epoch": 0.7930990086262392,
+      "grad_norm": 0.3863872289657593,
+      "learning_rate": 8.581032037846466e-05,
+      "loss": 3.174,
+      "step": 10780
+    },
+    {
+      "epoch": 0.7938347219923118,
+      "grad_norm": 0.4021219313144684,
+      "learning_rate": 8.578274885582159e-05,
+      "loss": 3.1763,
+      "step": 10790
+    },
+    {
+      "epoch": 0.7945704353583843,
+      "grad_norm": 0.3936547338962555,
+      "learning_rate": 8.575515501127592e-05,
+      "loss": 3.1346,
+      "step": 10800
+    },
+    {
+      "epoch": 0.7953061487244569,
+      "grad_norm": 0.38866353034973145,
+      "learning_rate": 8.57275388620411e-05,
+      "loss": 3.1529,
+      "step": 10810
+    },
+    {
+      "epoch": 0.7960418620905295,
+      "grad_norm": 0.3719068467617035,
+      "learning_rate": 8.569990042534466e-05,
+      "loss": 3.0875,
+      "step": 10820
+    },
+    {
+      "epoch": 0.7967775754566021,
+      "grad_norm": 0.37235334515571594,
+      "learning_rate": 8.567223971842788e-05,
+      "loss": 3.1509,
+      "step": 10830
+    },
+    {
+      "epoch": 0.7975132888226747,
+      "grad_norm": 0.3882967531681061,
+      "learning_rate": 8.564455675854599e-05,
+      "loss": 3.1392,
+      "step": 10840
+    },
+    {
+      "epoch": 0.7982490021887473,
+      "grad_norm": 0.3814670145511627,
+      "learning_rate": 8.561685156296813e-05,
+      "loss": 3.1725,
+      "step": 10850
+    },
+    {
+      "epoch": 0.7989847155548199,
+      "grad_norm": 0.38729429244995117,
+      "learning_rate": 8.558912414897728e-05,
+      "loss": 3.1396,
+      "step": 10860
+    },
+    {
+      "epoch": 0.7997204289208925,
+      "grad_norm": 0.3847314715385437,
+      "learning_rate": 8.556137453387027e-05,
+      "loss": 3.0893,
+      "step": 10870
+    },
+    {
+      "epoch": 0.800456142286965,
+      "grad_norm": 0.3961573541164398,
+      "learning_rate": 8.553360273495779e-05,
+      "loss": 3.146,
+      "step": 10880
+    },
+    {
+      "epoch": 0.8011918556530375,
+      "grad_norm": 0.3685840666294098,
+      "learning_rate": 8.55058087695644e-05,
+      "loss": 3.1371,
+      "step": 10890
+    },
+    {
+      "epoch": 0.8019275690191101,
+      "grad_norm": 0.37563103437423706,
+      "learning_rate": 8.547799265502844e-05,
+      "loss": 3.1751,
+      "step": 10900
+    },
+    {
+      "epoch": 0.8026632823851827,
+      "grad_norm": 0.38960275053977966,
+      "learning_rate": 8.545015440870208e-05,
+      "loss": 3.1834,
+      "step": 10910
+    },
+    {
+      "epoch": 0.8033989957512553,
+      "grad_norm": 0.3829275369644165,
+      "learning_rate": 8.542229404795132e-05,
+      "loss": 3.1301,
+      "step": 10920
+    },
+    {
+      "epoch": 0.8041347091173279,
+      "grad_norm": 0.37760934233665466,
+      "learning_rate": 8.539441159015594e-05,
+      "loss": 3.1482,
+      "step": 10930
+    },
+    {
+      "epoch": 0.8048704224834005,
+      "grad_norm": 0.3774561285972595,
+      "learning_rate": 8.536650705270948e-05,
+      "loss": 3.1495,
+      "step": 10940
+    },
+    {
+      "epoch": 0.805606135849473,
+      "grad_norm": 0.36744073033332825,
+      "learning_rate": 8.53385804530193e-05,
+      "loss": 3.1253,
+      "step": 10950
+    },
+    {
+      "epoch": 0.8063418492155456,
+      "grad_norm": 0.3932728171348572,
+      "learning_rate": 8.53106318085065e-05,
+      "loss": 3.1845,
+      "step": 10960
+    },
+    {
+      "epoch": 0.8070775625816182,
+      "grad_norm": 0.38730084896087646,
+      "learning_rate": 8.528266113660591e-05,
+      "loss": 3.1891,
+      "step": 10970
+    },
+    {
+      "epoch": 0.8078132759476908,
+      "grad_norm": 0.382874995470047,
+      "learning_rate": 8.525466845476616e-05,
+      "loss": 3.1655,
+      "step": 10980
+    },
+    {
+      "epoch": 0.8085489893137634,
+      "grad_norm": 0.36904412508010864,
+      "learning_rate": 8.522665378044952e-05,
+      "loss": 3.1939,
+      "step": 10990
+    },
+    {
+      "epoch": 0.809284702679836,
+      "grad_norm": 0.36776015162467957,
+      "learning_rate": 8.519861713113206e-05,
+      "loss": 3.1426,
+      "step": 11000
+    },
+    {
+      "epoch": 0.8100204160459085,
+      "grad_norm": 0.3698399066925049,
+      "learning_rate": 8.517055852430356e-05,
+      "loss": 3.1427,
+      "step": 11010
+    },
+    {
+      "epoch": 0.810756129411981,
+      "grad_norm": 0.3883744478225708,
+      "learning_rate": 8.514247797746744e-05,
+      "loss": 3.1611,
+      "step": 11020
+    },
+    {
+      "epoch": 0.8114918427780536,
+      "grad_norm": 0.37801653146743774,
+      "learning_rate": 8.51143755081408e-05,
+      "loss": 3.1424,
+      "step": 11030
+    },
+    {
+      "epoch": 0.8122275561441262,
+      "grad_norm": 0.3822377026081085,
+      "learning_rate": 8.508625113385453e-05,
+      "loss": 3.0966,
+      "step": 11040
+    },
+    {
+      "epoch": 0.8129632695101988,
+      "grad_norm": 0.3712664246559143,
+      "learning_rate": 8.505810487215305e-05,
+      "loss": 3.1409,
+      "step": 11050
+    },
+    {
+      "epoch": 0.8136989828762714,
+      "grad_norm": 0.37806233763694763,
+      "learning_rate": 8.502993674059449e-05,
+      "loss": 3.1397,
+      "step": 11060
+    },
+    {
+      "epoch": 0.814434696242344,
+      "grad_norm": 0.3708866238594055,
+      "learning_rate": 8.500174675675063e-05,
+      "loss": 3.1526,
+      "step": 11070
+    },
+    {
+      "epoch": 0.8151704096084166,
+      "grad_norm": 0.3839915990829468,
+      "learning_rate": 8.497353493820688e-05,
+      "loss": 3.123,
+      "step": 11080
+    },
+    {
+      "epoch": 0.8159061229744892,
+      "grad_norm": 0.4151860475540161,
+      "learning_rate": 8.494530130256227e-05,
+      "loss": 3.1412,
+      "step": 11090
+    },
+    {
+      "epoch": 0.8166418363405618,
+      "grad_norm": 0.3969019949436188,
+      "learning_rate": 8.49170458674294e-05,
+      "loss": 3.1789,
+      "step": 11100
+    },
+    {
+      "epoch": 0.8173775497066343,
+      "grad_norm": 0.37846624851226807,
+      "learning_rate": 8.488876865043454e-05,
+      "loss": 3.1684,
+      "step": 11110
+    },
+    {
+      "epoch": 0.8181132630727068,
+      "grad_norm": 0.37555307149887085,
+      "learning_rate": 8.48604696692175e-05,
+      "loss": 3.1397,
+      "step": 11120
+    },
+    {
+      "epoch": 0.8188489764387794,
+      "grad_norm": 0.39476168155670166,
+      "learning_rate": 8.483214894143166e-05,
+      "loss": 3.1518,
+      "step": 11130
+    },
+    {
+      "epoch": 0.819584689804852,
+      "grad_norm": 0.3914696276187897,
+      "learning_rate": 8.480380648474403e-05,
+      "loss": 3.1596,
+      "step": 11140
+    },
+    {
+      "epoch": 0.8203204031709246,
+      "grad_norm": 0.3912908136844635,
+      "learning_rate": 8.477544231683507e-05,
+      "loss": 3.1871,
+      "step": 11150
+    },
+    {
+      "epoch": 0.8210561165369972,
+      "grad_norm": 0.37355631589889526,
+      "learning_rate": 8.474705645539886e-05,
+      "loss": 3.1434,
+      "step": 11160
+    },
+    {
+      "epoch": 0.8217918299030698,
+      "grad_norm": 0.3698188066482544,
+      "learning_rate": 8.471864891814304e-05,
+      "loss": 3.0801,
+      "step": 11170
+    },
+    {
+      "epoch": 0.8225275432691423,
+      "grad_norm": 0.3645183742046356,
+      "learning_rate": 8.469021972278867e-05,
+      "loss": 3.1388,
+      "step": 11180
+    },
+    {
+      "epoch": 0.8232632566352149,
+      "grad_norm": 0.3691493272781372,
+      "learning_rate": 8.466176888707041e-05,
+      "loss": 3.1758,
+      "step": 11190
+    },
+    {
+      "epoch": 0.8239989700012875,
+      "grad_norm": 0.37398234009742737,
+      "learning_rate": 8.463329642873638e-05,
+      "loss": 3.1055,
+      "step": 11200
+    },
+    {
+      "epoch": 0.8247346833673601,
+      "grad_norm": 0.38691118359565735,
+      "learning_rate": 8.46048023655482e-05,
+      "loss": 3.1475,
+      "step": 11210
+    },
+    {
+      "epoch": 0.8254703967334327,
+      "grad_norm": 0.36699140071868896,
+      "learning_rate": 8.457628671528094e-05,
+      "loss": 3.1344,
+      "step": 11220
+    },
+    {
+      "epoch": 0.8262061100995053,
+      "grad_norm": 0.3784330487251282,
+      "learning_rate": 8.454774949572318e-05,
+      "loss": 3.1172,
+      "step": 11230
+    },
+    {
+      "epoch": 0.8269418234655778,
+      "grad_norm": 0.3638308644294739,
+      "learning_rate": 8.451919072467693e-05,
+      "loss": 3.1731,
+      "step": 11240
+    },
+    {
+      "epoch": 0.8276775368316504,
+      "grad_norm": 0.3659362196922302,
+      "learning_rate": 8.449061041995766e-05,
+      "loss": 3.1357,
+      "step": 11250
+    },
+    {
+      "epoch": 0.8284132501977229,
+      "grad_norm": 0.37726885080337524,
+      "learning_rate": 8.446200859939425e-05,
+      "loss": 3.109,
+      "step": 11260
+    },
+    {
+      "epoch": 0.8291489635637955,
+      "grad_norm": 0.3847838044166565,
+      "learning_rate": 8.443338528082902e-05,
+      "loss": 3.1779,
+      "step": 11270
+    },
+    {
+      "epoch": 0.8298846769298681,
+      "grad_norm": 0.3812064230442047,
+      "learning_rate": 8.440474048211768e-05,
+      "loss": 3.158,
+      "step": 11280
+    },
+    {
+      "epoch": 0.8306203902959407,
+      "grad_norm": 0.40196287631988525,
+      "learning_rate": 8.437607422112938e-05,
+      "loss": 3.173,
+      "step": 11290
+    },
+    {
+      "epoch": 0.8313561036620133,
+      "grad_norm": 0.3687420189380646,
+      "learning_rate": 8.434738651574662e-05,
+      "loss": 3.1256,
+      "step": 11300
+    },
+    {
+      "epoch": 0.8320918170280859,
+      "grad_norm": 0.36912721395492554,
+      "learning_rate": 8.431867738386531e-05,
+      "loss": 3.1726,
+      "step": 11310
+    },
+    {
+      "epoch": 0.8328275303941585,
+      "grad_norm": 0.374905526638031,
+      "learning_rate": 8.428994684339466e-05,
+      "loss": 3.1554,
+      "step": 11320
+    },
+    {
+      "epoch": 0.833563243760231,
+      "grad_norm": 0.37698689103126526,
+      "learning_rate": 8.426119491225733e-05,
+      "loss": 3.1715,
+      "step": 11330
+    },
+    {
+      "epoch": 0.8342989571263036,
+      "grad_norm": 0.3949843645095825,
+      "learning_rate": 8.423242160838926e-05,
+      "loss": 3.145,
+      "step": 11340
+    },
+    {
+      "epoch": 0.8350346704923761,
+      "grad_norm": 0.38596290349960327,
+      "learning_rate": 8.420362694973972e-05,
+      "loss": 3.1545,
+      "step": 11350
+    },
+    {
+      "epoch": 0.8357703838584487,
+      "grad_norm": 0.361113041639328,
+      "learning_rate": 8.417481095427134e-05,
+      "loss": 3.1668,
+      "step": 11360
+    },
+    {
+      "epoch": 0.8365060972245213,
+      "grad_norm": 0.38437777757644653,
+      "learning_rate": 8.414597363996004e-05,
+      "loss": 3.1842,
+      "step": 11370
+    },
+    {
+      "epoch": 0.8372418105905939,
+      "grad_norm": 0.38113656640052795,
+      "learning_rate": 8.411711502479505e-05,
+      "loss": 3.1228,
+      "step": 11380
+    },
+    {
+      "epoch": 0.8379775239566665,
+      "grad_norm": 0.37318846583366394,
+      "learning_rate": 8.408823512677883e-05,
+      "loss": 3.1408,
+      "step": 11390
+    },
+    {
+      "epoch": 0.8387132373227391,
+      "grad_norm": 0.3935425579547882,
+      "learning_rate": 8.405933396392722e-05,
+      "loss": 3.1441,
+      "step": 11400
+    },
+    {
+      "epoch": 0.8394489506888116,
+      "grad_norm": 0.37884998321533203,
+      "learning_rate": 8.403041155426925e-05,
+      "loss": 3.1926,
+      "step": 11410
+    },
+    {
+      "epoch": 0.8401846640548842,
+      "grad_norm": 0.38540568947792053,
+      "learning_rate": 8.400146791584722e-05,
+      "loss": 3.1961,
+      "step": 11420
+    },
+    {
+      "epoch": 0.8409203774209568,
+      "grad_norm": 0.392183393239975,
+      "learning_rate": 8.397250306671666e-05,
+      "loss": 3.0998,
+      "step": 11430
+    },
+    {
+      "epoch": 0.8416560907870294,
+      "grad_norm": 0.3929624557495117,
+      "learning_rate": 8.394351702494637e-05,
+      "loss": 3.1336,
+      "step": 11440
+    },
+    {
+      "epoch": 0.842391804153102,
+      "grad_norm": 0.38060176372528076,
+      "learning_rate": 8.391450980861835e-05,
+      "loss": 3.1406,
+      "step": 11450
+    },
+    {
+      "epoch": 0.8431275175191745,
+      "grad_norm": 0.38198819756507874,
+      "learning_rate": 8.38854814358278e-05,
+      "loss": 3.1256,
+      "step": 11460
+    },
+    {
+      "epoch": 0.8438632308852471,
+      "grad_norm": 0.3775307536125183,
+      "learning_rate": 8.385643192468312e-05,
+      "loss": 3.1567,
+      "step": 11470
+    },
+    {
+      "epoch": 0.8445989442513196,
+      "grad_norm": 0.3741263449192047,
+      "learning_rate": 8.382736129330591e-05,
+      "loss": 3.1545,
+      "step": 11480
+    },
+    {
+      "epoch": 0.8453346576173922,
+      "grad_norm": 0.3674101233482361,
+      "learning_rate": 8.379826955983092e-05,
+      "loss": 3.1613,
+      "step": 11490
+    },
+    {
+      "epoch": 0.8460703709834648,
+      "grad_norm": 0.38992542028427124,
+      "learning_rate": 8.376915674240611e-05,
+      "loss": 3.1323,
+      "step": 11500
+    },
+    {
+      "epoch": 0.8468060843495374,
+      "grad_norm": 0.3849126994609833,
+      "learning_rate": 8.374002285919253e-05,
+      "loss": 3.2039,
+      "step": 11510
+    },
+    {
+      "epoch": 0.84754179771561,
+      "grad_norm": 0.3764283061027527,
+      "learning_rate": 8.371086792836443e-05,
+      "loss": 3.125,
+      "step": 11520
+    },
+    {
+      "epoch": 0.8482775110816826,
+      "grad_norm": 0.37651705741882324,
+      "learning_rate": 8.368169196810916e-05,
+      "loss": 3.1228,
+      "step": 11530
+    },
+    {
+      "epoch": 0.8490132244477552,
+      "grad_norm": 0.3919517397880554,
+      "learning_rate": 8.365249499662719e-05,
+      "loss": 3.1619,
+      "step": 11540
+    },
+    {
+      "epoch": 0.8497489378138278,
+      "grad_norm": 0.377399206161499,
+      "learning_rate": 8.362327703213208e-05,
+      "loss": 3.1564,
+      "step": 11550
+    },
+    {
+      "epoch": 0.8504846511799004,
+      "grad_norm": 0.3962908983230591,
+      "learning_rate": 8.359403809285053e-05,
+      "loss": 3.1482,
+      "step": 11560
+    },
+    {
+      "epoch": 0.8512203645459729,
+      "grad_norm": 0.399509996175766,
+      "learning_rate": 8.356477819702231e-05,
+      "loss": 3.0999,
+      "step": 11570
+    },
+    {
+      "epoch": 0.8519560779120454,
+      "grad_norm": 0.4016306698322296,
+      "learning_rate": 8.353549736290023e-05,
+      "loss": 3.1327,
+      "step": 11580
+    },
+    {
+      "epoch": 0.852691791278118,
+      "grad_norm": 0.38924241065979004,
+      "learning_rate": 8.350619560875017e-05,
+      "loss": 3.1378,
+      "step": 11590
+    },
+    {
+      "epoch": 0.8534275046441906,
+      "grad_norm": 0.39699849486351013,
+      "learning_rate": 8.347687295285112e-05,
+      "loss": 3.131,
+      "step": 11600
+    },
+    {
+      "epoch": 0.8541632180102632,
+      "grad_norm": 0.36073020100593567,
+      "learning_rate": 8.344752941349503e-05,
+      "loss": 3.1618,
+      "step": 11610
+    },
+    {
+      "epoch": 0.8548989313763358,
+      "grad_norm": 0.38798099756240845,
+      "learning_rate": 8.341816500898692e-05,
+      "loss": 3.1768,
+      "step": 11620
+    },
+    {
+      "epoch": 0.8556346447424084,
+      "grad_norm": 0.37226933240890503,
+      "learning_rate": 8.338877975764483e-05,
+      "loss": 3.1506,
+      "step": 11630
+    },
+    {
+      "epoch": 0.856370358108481,
+      "grad_norm": 0.3917200565338135,
+      "learning_rate": 8.335937367779976e-05,
+      "loss": 3.1574,
+      "step": 11640
+    },
+    {
+      "epoch": 0.8571060714745535,
+      "grad_norm": 0.37370383739471436,
+      "learning_rate": 8.332994678779579e-05,
+      "loss": 3.1438,
+      "step": 11650
+    },
+    {
+      "epoch": 0.8578417848406261,
+      "grad_norm": 0.3972039222717285,
+      "learning_rate": 8.330049910598987e-05,
+      "loss": 3.1557,
+      "step": 11660
+    },
+    {
+      "epoch": 0.8585774982066987,
+      "grad_norm": 0.38387760519981384,
+      "learning_rate": 8.327103065075202e-05,
+      "loss": 3.1509,
+      "step": 11670
+    },
+    {
+      "epoch": 0.8593132115727713,
+      "grad_norm": 0.36181387305259705,
+      "learning_rate": 8.324154144046515e-05,
+      "loss": 3.1726,
+      "step": 11680
+    },
+    {
+      "epoch": 0.8600489249388438,
+      "grad_norm": 0.3810345530509949,
+      "learning_rate": 8.321203149352513e-05,
+      "loss": 3.1901,
+      "step": 11690
+    },
+    {
+      "epoch": 0.8607846383049164,
+      "grad_norm": 0.3864314556121826,
+      "learning_rate": 8.318250082834083e-05,
+      "loss": 3.1788,
+      "step": 11700
+    },
+    {
+      "epoch": 0.861520351670989,
+      "grad_norm": 0.39438217878341675,
+      "learning_rate": 8.315294946333396e-05,
+      "loss": 3.1094,
+      "step": 11710
+    },
+    {
+      "epoch": 0.8622560650370615,
+      "grad_norm": 0.3909660279750824,
+      "learning_rate": 8.312337741693917e-05,
+      "loss": 3.1339,
+      "step": 11720
+    },
+    {
+      "epoch": 0.8629917784031341,
+      "grad_norm": 0.37569791078567505,
+      "learning_rate": 8.309378470760402e-05,
+      "loss": 3.2063,
+      "step": 11730
+    },
+    {
+      "epoch": 0.8637274917692067,
+      "grad_norm": 0.3675804138183594,
+      "learning_rate": 8.306417135378899e-05,
+      "loss": 3.1175,
+      "step": 11740
+    },
+    {
+      "epoch": 0.8644632051352793,
+      "grad_norm": 0.3829854726791382,
+      "learning_rate": 8.303453737396736e-05,
+      "loss": 3.1524,
+      "step": 11750
+    },
+    {
+      "epoch": 0.8651989185013519,
+      "grad_norm": 0.3902895152568817,
+      "learning_rate": 8.300488278662537e-05,
+      "loss": 3.1543,
+      "step": 11760
+    },
+    {
+      "epoch": 0.8659346318674245,
+      "grad_norm": 0.3615528345108032,
+      "learning_rate": 8.297520761026203e-05,
+      "loss": 3.1835,
+      "step": 11770
+    },
+    {
+      "epoch": 0.8666703452334971,
+      "grad_norm": 0.3822636008262634,
+      "learning_rate": 8.294551186338925e-05,
+      "loss": 3.1482,
+      "step": 11780
+    },
+    {
+      "epoch": 0.8674060585995697,
+      "grad_norm": 0.36693650484085083,
+      "learning_rate": 8.291579556453176e-05,
+      "loss": 3.1794,
+      "step": 11790
+    },
+    {
+      "epoch": 0.8681417719656422,
+      "grad_norm": 0.36783790588378906,
+      "learning_rate": 8.28860587322271e-05,
+      "loss": 3.1473,
+      "step": 11800
+    },
+    {
+      "epoch": 0.8688774853317147,
+      "grad_norm": 0.36205679178237915,
+      "learning_rate": 8.28563013850256e-05,
+      "loss": 3.1309,
+      "step": 11810
+    },
+    {
+      "epoch": 0.8696131986977873,
+      "grad_norm": 0.37128111720085144,
+      "learning_rate": 8.282652354149047e-05,
+      "loss": 3.1223,
+      "step": 11820
+    },
+    {
+      "epoch": 0.8703489120638599,
+      "grad_norm": 0.3675532341003418,
+      "learning_rate": 8.279672522019759e-05,
+      "loss": 3.1302,
+      "step": 11830
+    },
+    {
+      "epoch": 0.8710846254299325,
+      "grad_norm": 0.36570990085601807,
+      "learning_rate": 8.27669064397357e-05,
+      "loss": 3.0489,
+      "step": 11840
+    },
+    {
+      "epoch": 0.8718203387960051,
+      "grad_norm": 0.3862569034099579,
+      "learning_rate": 8.273706721870626e-05,
+      "loss": 3.0992,
+      "step": 11850
+    },
+    {
+      "epoch": 0.8725560521620777,
+      "grad_norm": 0.35596564412117004,
+      "learning_rate": 8.270720757572352e-05,
+      "loss": 3.173,
+      "step": 11860
+    },
+    {
+      "epoch": 0.8732917655281502,
+      "grad_norm": 0.38876011967658997,
+      "learning_rate": 8.267732752941443e-05,
+      "loss": 3.1282,
+      "step": 11870
+    },
+    {
+      "epoch": 0.8740274788942228,
+      "grad_norm": 0.3655962646007538,
+      "learning_rate": 8.264742709841868e-05,
+      "loss": 3.1591,
+      "step": 11880
+    },
+    {
+      "epoch": 0.8747631922602954,
+      "grad_norm": 0.378047376871109,
+      "learning_rate": 8.26175063013887e-05,
+      "loss": 3.1106,
+      "step": 11890
+    },
+    {
+      "epoch": 0.875498905626368,
+      "grad_norm": 0.41224589943885803,
+      "learning_rate": 8.258756515698958e-05,
+      "loss": 3.1519,
+      "step": 11900
+    },
+    {
+      "epoch": 0.8762346189924406,
+      "grad_norm": 0.3781079351902008,
+      "learning_rate": 8.255760368389914e-05,
+      "loss": 3.1649,
+      "step": 11910
+    },
+    {
+      "epoch": 0.8769703323585131,
+      "grad_norm": 0.3772408366203308,
+      "learning_rate": 8.252762190080787e-05,
+      "loss": 3.1815,
+      "step": 11920
+    },
+    {
+      "epoch": 0.8777060457245857,
+      "grad_norm": 0.36887019872665405,
+      "learning_rate": 8.249761982641893e-05,
+      "loss": 3.1422,
+      "step": 11930
+    },
+    {
+      "epoch": 0.8784417590906582,
+      "grad_norm": 0.37302523851394653,
+      "learning_rate": 8.246759747944813e-05,
+      "loss": 3.1111,
+      "step": 11940
+    },
+    {
+      "epoch": 0.8791774724567308,
+      "grad_norm": 0.3750922977924347,
+      "learning_rate": 8.243755487862392e-05,
+      "loss": 3.1001,
+      "step": 11950
+    },
+    {
+      "epoch": 0.8799131858228034,
+      "grad_norm": 0.3755902647972107,
+      "learning_rate": 8.240749204268745e-05,
+      "loss": 3.134,
+      "step": 11960
+    },
+    {
+      "epoch": 0.880648899188876,
+      "grad_norm": 0.3703187108039856,
+      "learning_rate": 8.237740899039238e-05,
+      "loss": 3.1396,
+      "step": 11970
+    },
+    {
+      "epoch": 0.8813846125549486,
+      "grad_norm": 0.37014931440353394,
+      "learning_rate": 8.234730574050509e-05,
+      "loss": 3.1177,
+      "step": 11980
+    },
+    {
+      "epoch": 0.8821203259210212,
+      "grad_norm": 0.39811164140701294,
+      "learning_rate": 8.231718231180448e-05,
+      "loss": 3.1516,
+      "step": 11990
+    },
+    {
+      "epoch": 0.8828560392870938,
+      "grad_norm": 0.37592417001724243,
+      "learning_rate": 8.22870387230821e-05,
+      "loss": 3.1192,
+      "step": 12000
+    },
+    {
+      "epoch": 0.8835917526531664,
+      "grad_norm": 0.384056031703949,
+      "learning_rate": 8.225687499314201e-05,
+      "loss": 3.1511,
+      "step": 12010
+    },
+    {
+      "epoch": 0.884327466019239,
+      "grad_norm": 0.3878827393054962,
+      "learning_rate": 8.222669114080088e-05,
+      "loss": 3.1477,
+      "step": 12020
+    },
+    {
+      "epoch": 0.8850631793853115,
+      "grad_norm": 0.38082295656204224,
+      "learning_rate": 8.219648718488796e-05,
+      "loss": 3.1196,
+      "step": 12030
+    },
+    {
+      "epoch": 0.885798892751384,
+      "grad_norm": 0.4064112603664398,
+      "learning_rate": 8.216626314424496e-05,
+      "loss": 3.1508,
+      "step": 12040
+    },
+    {
+      "epoch": 0.8865346061174566,
+      "grad_norm": 0.36879783868789673,
+      "learning_rate": 8.213601903772619e-05,
+      "loss": 3.1914,
+      "step": 12050
+    },
+    {
+      "epoch": 0.8872703194835292,
+      "grad_norm": 0.39445754885673523,
+      "learning_rate": 8.210575488419842e-05,
+      "loss": 3.1541,
+      "step": 12060
+    },
+    {
+      "epoch": 0.8880060328496018,
+      "grad_norm": 0.37045836448669434,
+      "learning_rate": 8.2075470702541e-05,
+      "loss": 3.1005,
+      "step": 12070
+    },
+    {
+      "epoch": 0.8887417462156744,
+      "grad_norm": 0.3785856068134308,
+      "learning_rate": 8.204516651164569e-05,
+      "loss": 3.181,
+      "step": 12080
+    },
+    {
+      "epoch": 0.889477459581747,
+      "grad_norm": 0.3615811765193939,
+      "learning_rate": 8.20148423304168e-05,
+      "loss": 3.1494,
+      "step": 12090
+    },
+    {
+      "epoch": 0.8902131729478195,
+      "grad_norm": 0.3599592447280884,
+      "learning_rate": 8.198449817777107e-05,
+      "loss": 3.146,
+      "step": 12100
+    },
+    {
+      "epoch": 0.8909488863138921,
+      "grad_norm": 0.3932536840438843,
+      "learning_rate": 8.195413407263773e-05,
+      "loss": 3.1497,
+      "step": 12110
+    },
+    {
+      "epoch": 0.8916845996799647,
+      "grad_norm": 0.3764161467552185,
+      "learning_rate": 8.19237500339584e-05,
+      "loss": 3.1388,
+      "step": 12120
+    },
+    {
+      "epoch": 0.8924203130460373,
+      "grad_norm": 0.37524348497390747,
+      "learning_rate": 8.189334608068722e-05,
+      "loss": 3.1752,
+      "step": 12130
+    },
+    {
+      "epoch": 0.8931560264121099,
+      "grad_norm": 0.37849491834640503,
+      "learning_rate": 8.186292223179066e-05,
+      "loss": 3.1636,
+      "step": 12140
+    },
+    {
+      "epoch": 0.8938917397781824,
+      "grad_norm": 0.3842037320137024,
+      "learning_rate": 8.183247850624769e-05,
+      "loss": 3.1258,
+      "step": 12150
+    },
+    {
+      "epoch": 0.894627453144255,
+      "grad_norm": 0.3818165063858032,
+      "learning_rate": 8.180201492304961e-05,
+      "loss": 3.1679,
+      "step": 12160
+    },
+    {
+      "epoch": 0.8953631665103275,
+      "grad_norm": 0.3639425039291382,
+      "learning_rate": 8.177153150120015e-05,
+      "loss": 3.1179,
+      "step": 12170
+    },
+    {
+      "epoch": 0.8960988798764001,
+      "grad_norm": 0.3635939359664917,
+      "learning_rate": 8.174102825971537e-05,
+      "loss": 3.1823,
+      "step": 12180
+    },
+    {
+      "epoch": 0.8968345932424727,
+      "grad_norm": 0.36238768696784973,
+      "learning_rate": 8.171050521762377e-05,
+      "loss": 3.1742,
+      "step": 12190
+    },
+    {
+      "epoch": 0.8975703066085453,
+      "grad_norm": 0.38135668635368347,
+      "learning_rate": 8.167996239396612e-05,
+      "loss": 3.1725,
+      "step": 12200
+    },
+    {
+      "epoch": 0.8983060199746179,
+      "grad_norm": 0.3708590567111969,
+      "learning_rate": 8.164939980779558e-05,
+      "loss": 3.1419,
+      "step": 12210
+    },
+    {
+      "epoch": 0.8990417333406905,
+      "grad_norm": 0.36212167143821716,
+      "learning_rate": 8.161881747817762e-05,
+      "loss": 3.1576,
+      "step": 12220
+    },
+    {
+      "epoch": 0.8997774467067631,
+      "grad_norm": 0.3543083071708679,
+      "learning_rate": 8.158821542419002e-05,
+      "loss": 3.099,
+      "step": 12230
+    },
+    {
+      "epoch": 0.9005131600728357,
+      "grad_norm": 0.3975955843925476,
+      "learning_rate": 8.155759366492289e-05,
+      "loss": 3.0783,
+      "step": 12240
+    },
+    {
+      "epoch": 0.9012488734389082,
+      "grad_norm": 0.369435578584671,
+      "learning_rate": 8.152695221947862e-05,
+      "loss": 3.1026,
+      "step": 12250
+    },
+    {
+      "epoch": 0.9019845868049807,
+      "grad_norm": 0.35627511143684387,
+      "learning_rate": 8.149629110697187e-05,
+      "loss": 3.0996,
+      "step": 12260
+    },
+    {
+      "epoch": 0.9027203001710533,
+      "grad_norm": 0.36654290556907654,
+      "learning_rate": 8.146561034652958e-05,
+      "loss": 3.1544,
+      "step": 12270
+    },
+    {
+      "epoch": 0.9034560135371259,
+      "grad_norm": 0.37846630811691284,
+      "learning_rate": 8.143490995729095e-05,
+      "loss": 3.1311,
+      "step": 12280
+    },
+    {
+      "epoch": 0.9041917269031985,
+      "grad_norm": 0.3826802670955658,
+      "learning_rate": 8.14041899584074e-05,
+      "loss": 3.1778,
+      "step": 12290
+    },
+    {
+      "epoch": 0.9049274402692711,
+      "grad_norm": 0.4068825840950012,
+      "learning_rate": 8.13734503690426e-05,
+      "loss": 3.1459,
+      "step": 12300
+    },
+    {
+      "epoch": 0.9056631536353437,
+      "grad_norm": 0.3719536364078522,
+      "learning_rate": 8.134269120837246e-05,
+      "loss": 3.1201,
+      "step": 12310
+    },
+    {
+      "epoch": 0.9063988670014163,
+      "grad_norm": 0.37469327449798584,
+      "learning_rate": 8.131191249558508e-05,
+      "loss": 3.1282,
+      "step": 12320
+    },
+    {
+      "epoch": 0.9071345803674888,
+      "grad_norm": 0.3764030337333679,
+      "learning_rate": 8.128111424988075e-05,
+      "loss": 3.1359,
+      "step": 12330
+    },
+    {
+      "epoch": 0.9078702937335614,
+      "grad_norm": 0.3773621618747711,
+      "learning_rate": 8.125029649047194e-05,
+      "loss": 3.1376,
+      "step": 12340
+    },
+    {
+      "epoch": 0.908606007099634,
+      "grad_norm": 0.42097413539886475,
+      "learning_rate": 8.121945923658334e-05,
+      "loss": 3.1406,
+      "step": 12350
+    },
+    {
+      "epoch": 0.9093417204657066,
+      "grad_norm": 0.36304715275764465,
+      "learning_rate": 8.118860250745172e-05,
+      "loss": 3.109,
+      "step": 12360
+    },
+    {
+      "epoch": 0.9100774338317792,
+      "grad_norm": 0.37655285000801086,
+      "learning_rate": 8.11577263223261e-05,
+      "loss": 3.108,
+      "step": 12370
+    },
+    {
+      "epoch": 0.9108131471978517,
+      "grad_norm": 0.3614340126514435,
+      "learning_rate": 8.112683070046754e-05,
+      "loss": 3.158,
+      "step": 12380
+    },
+    {
+      "epoch": 0.9115488605639243,
+      "grad_norm": 0.4038553237915039,
+      "learning_rate": 8.109591566114927e-05,
+      "loss": 3.1277,
+      "step": 12390
+    },
+    {
+      "epoch": 0.9122845739299968,
+      "grad_norm": 0.3722144365310669,
+      "learning_rate": 8.106498122365667e-05,
+      "loss": 3.1167,
+      "step": 12400
+    },
+    {
+      "epoch": 0.9130202872960694,
+      "grad_norm": 0.37795814871788025,
+      "learning_rate": 8.103402740728714e-05,
+      "loss": 3.1157,
+      "step": 12410
+    },
+    {
+      "epoch": 0.913756000662142,
+      "grad_norm": 0.36336052417755127,
+      "learning_rate": 8.100305423135022e-05,
+      "loss": 3.1013,
+      "step": 12420
+    },
+    {
+      "epoch": 0.9144917140282146,
+      "grad_norm": 0.3927875757217407,
+      "learning_rate": 8.097206171516752e-05,
+      "loss": 3.1318,
+      "step": 12430
+    },
+    {
+      "epoch": 0.9152274273942872,
+      "grad_norm": 0.3939864933490753,
+      "learning_rate": 8.094104987807271e-05,
+      "loss": 3.1577,
+      "step": 12440
+    },
+    {
+      "epoch": 0.9159631407603598,
+      "grad_norm": 0.3720358610153198,
+      "learning_rate": 8.091001873941152e-05,
+      "loss": 3.1832,
+      "step": 12450
+    },
+    {
+      "epoch": 0.9166988541264324,
+      "grad_norm": 0.36232516169548035,
+      "learning_rate": 8.087896831854172e-05,
+      "loss": 3.1081,
+      "step": 12460
+    },
+    {
+      "epoch": 0.917434567492505,
+      "grad_norm": 0.36899566650390625,
+      "learning_rate": 8.084789863483308e-05,
+      "loss": 3.1659,
+      "step": 12470
+    },
+    {
+      "epoch": 0.9181702808585775,
+      "grad_norm": 0.36052051186561584,
+      "learning_rate": 8.081680970766744e-05,
+      "loss": 3.1422,
+      "step": 12480
+    },
+    {
+      "epoch": 0.91890599422465,
+      "grad_norm": 0.370313435792923,
+      "learning_rate": 8.078570155643861e-05,
+      "loss": 3.1042,
+      "step": 12490
+    },
+    {
+      "epoch": 0.9196417075907226,
+      "grad_norm": 0.37691476941108704,
+      "learning_rate": 8.075457420055237e-05,
+      "loss": 3.1193,
+      "step": 12500
+    },
+    {
+      "epoch": 0.9203774209567952,
+      "grad_norm": 0.37345367670059204,
+      "learning_rate": 8.072342765942654e-05,
+      "loss": 3.1489,
+      "step": 12510
+    },
+    {
+      "epoch": 0.9211131343228678,
+      "grad_norm": 0.3992007076740265,
+      "learning_rate": 8.069226195249086e-05,
+      "loss": 3.1026,
+      "step": 12520
+    },
+    {
+      "epoch": 0.9218488476889404,
+      "grad_norm": 0.36022311449050903,
+      "learning_rate": 8.066107709918704e-05,
+      "loss": 3.1271,
+      "step": 12530
+    },
+    {
+      "epoch": 0.922584561055013,
+      "grad_norm": 0.3909919857978821,
+      "learning_rate": 8.062987311896874e-05,
+      "loss": 3.1843,
+      "step": 12540
+    },
+    {
+      "epoch": 0.9233202744210856,
+      "grad_norm": 0.3629285395145416,
+      "learning_rate": 8.059865003130155e-05,
+      "loss": 3.1109,
+      "step": 12550
+    },
+    {
+      "epoch": 0.9240559877871581,
+      "grad_norm": 0.40764477849006653,
+      "learning_rate": 8.056740785566297e-05,
+      "loss": 3.1135,
+      "step": 12560
+    },
+    {
+      "epoch": 0.9247917011532307,
+      "grad_norm": 0.3628876209259033,
+      "learning_rate": 8.053614661154241e-05,
+      "loss": 3.1455,
+      "step": 12570
+    },
+    {
+      "epoch": 0.9255274145193033,
+      "grad_norm": 0.3637199103832245,
+      "learning_rate": 8.050486631844119e-05,
+      "loss": 3.1183,
+      "step": 12580
+    },
+    {
+      "epoch": 0.9262631278853759,
+      "grad_norm": 0.37777504324913025,
+      "learning_rate": 8.04735669958725e-05,
+      "loss": 3.1734,
+      "step": 12590
+    },
+    {
+      "epoch": 0.9269988412514485,
+      "grad_norm": 0.35676929354667664,
+      "learning_rate": 8.044224866336139e-05,
+      "loss": 3.1472,
+      "step": 12600
+    },
+    {
+      "epoch": 0.927734554617521,
+      "grad_norm": 0.3731575906276703,
+      "learning_rate": 8.041091134044481e-05,
+      "loss": 3.1575,
+      "step": 12610
+    },
+    {
+      "epoch": 0.9284702679835936,
+      "grad_norm": 0.36572179198265076,
+      "learning_rate": 8.037955504667149e-05,
+      "loss": 3.1557,
+      "step": 12620
+    },
+    {
+      "epoch": 0.9292059813496661,
+      "grad_norm": 0.35935401916503906,
+      "learning_rate": 8.034817980160206e-05,
+      "loss": 3.1428,
+      "step": 12630
+    },
+    {
+      "epoch": 0.9299416947157387,
+      "grad_norm": 0.3554179072380066,
+      "learning_rate": 8.031678562480895e-05,
+      "loss": 3.1074,
+      "step": 12640
+    },
+    {
+      "epoch": 0.9306774080818113,
+      "grad_norm": 0.375542551279068,
+      "learning_rate": 8.028537253587637e-05,
+      "loss": 3.116,
+      "step": 12650
+    },
+    {
+      "epoch": 0.9314131214478839,
+      "grad_norm": 0.4085438847541809,
+      "learning_rate": 8.025394055440036e-05,
+      "loss": 3.1518,
+      "step": 12660
+    },
+    {
+      "epoch": 0.9321488348139565,
+      "grad_norm": 0.3811233639717102,
+      "learning_rate": 8.022248969998876e-05,
+      "loss": 3.1088,
+      "step": 12670
+    },
+    {
+      "epoch": 0.9328845481800291,
+      "grad_norm": 0.38336530327796936,
+      "learning_rate": 8.019101999226113e-05,
+      "loss": 3.1159,
+      "step": 12680
+    },
+    {
+      "epoch": 0.9336202615461017,
+      "grad_norm": 0.4039757549762726,
+      "learning_rate": 8.015953145084885e-05,
+      "loss": 3.1084,
+      "step": 12690
+    },
+    {
+      "epoch": 0.9343559749121743,
+      "grad_norm": 0.34968018531799316,
+      "learning_rate": 8.012802409539502e-05,
+      "loss": 3.1568,
+      "step": 12700
+    },
+    {
+      "epoch": 0.9350916882782468,
+      "grad_norm": 0.3883592486381531,
+      "learning_rate": 8.009649794555443e-05,
+      "loss": 3.1653,
+      "step": 12710
+    },
+    {
+      "epoch": 0.9358274016443193,
+      "grad_norm": 0.36118948459625244,
+      "learning_rate": 8.00649530209937e-05,
+      "loss": 3.1278,
+      "step": 12720
+    },
+    {
+      "epoch": 0.9365631150103919,
+      "grad_norm": 0.37414583563804626,
+      "learning_rate": 8.003338934139109e-05,
+      "loss": 3.0814,
+      "step": 12730
+    },
+    {
+      "epoch": 0.9372988283764645,
+      "grad_norm": 0.37282320857048035,
+      "learning_rate": 8.000180692643655e-05,
+      "loss": 3.1265,
+      "step": 12740
+    },
+    {
+      "epoch": 0.9380345417425371,
+      "grad_norm": 0.3765084147453308,
+      "learning_rate": 7.997020579583176e-05,
+      "loss": 3.134,
+      "step": 12750
+    },
+    {
+      "epoch": 0.9387702551086097,
+      "grad_norm": 0.37491947412490845,
+      "learning_rate": 7.993858596929006e-05,
+      "loss": 3.1372,
+      "step": 12760
+    },
+    {
+      "epoch": 0.9395059684746823,
+      "grad_norm": 0.3822542428970337,
+      "learning_rate": 7.990694746653644e-05,
+      "loss": 3.1357,
+      "step": 12770
+    },
+    {
+      "epoch": 0.9402416818407549,
+      "grad_norm": 0.3770379424095154,
+      "learning_rate": 7.987529030730756e-05,
+      "loss": 3.1257,
+      "step": 12780
+    },
+    {
+      "epoch": 0.9409773952068274,
+      "grad_norm": 0.38460904359817505,
+      "learning_rate": 7.984361451135169e-05,
+      "loss": 3.1367,
+      "step": 12790
+    },
+    {
+      "epoch": 0.9417131085729,
+      "grad_norm": 0.3640877306461334,
+      "learning_rate": 7.981192009842875e-05,
+      "loss": 3.0863,
+      "step": 12800
+    },
+    {
+      "epoch": 0.9424488219389726,
+      "grad_norm": 0.3563246726989746,
+      "learning_rate": 7.978020708831027e-05,
+      "loss": 3.0937,
+      "step": 12810
+    },
+    {
+      "epoch": 0.9431845353050452,
+      "grad_norm": 0.36839959025382996,
+      "learning_rate": 7.97484755007794e-05,
+      "loss": 3.1342,
+      "step": 12820
+    },
+    {
+      "epoch": 0.9439202486711177,
+      "grad_norm": 0.389789342880249,
+      "learning_rate": 7.971672535563082e-05,
+      "loss": 3.1667,
+      "step": 12830
+    },
+    {
+      "epoch": 0.9446559620371903,
+      "grad_norm": 0.3732822835445404,
+      "learning_rate": 7.968495667267084e-05,
+      "loss": 3.0957,
+      "step": 12840
+    },
+    {
+      "epoch": 0.9453916754032629,
+      "grad_norm": 0.3937614858150482,
+      "learning_rate": 7.965316947171733e-05,
+      "loss": 3.1056,
+      "step": 12850
+    },
+    {
+      "epoch": 0.9461273887693354,
+      "grad_norm": 0.3977773189544678,
+      "learning_rate": 7.962136377259968e-05,
+      "loss": 3.1629,
+      "step": 12860
+    },
+    {
+      "epoch": 0.946863102135408,
+      "grad_norm": 0.3730141520500183,
+      "learning_rate": 7.958953959515885e-05,
+      "loss": 3.1369,
+      "step": 12870
+    },
+    {
+      "epoch": 0.9475988155014806,
+      "grad_norm": 0.3614790439605713,
+      "learning_rate": 7.955769695924731e-05,
+      "loss": 3.109,
+      "step": 12880
+    },
+    {
+      "epoch": 0.9483345288675532,
+      "grad_norm": 0.38277482986450195,
+      "learning_rate": 7.952583588472908e-05,
+      "loss": 3.145,
+      "step": 12890
+    },
+    {
+      "epoch": 0.9490702422336258,
+      "grad_norm": 0.37006932497024536,
+      "learning_rate": 7.949395639147961e-05,
+      "loss": 3.1408,
+      "step": 12900
+    },
+    {
+      "epoch": 0.9498059555996984,
+      "grad_norm": 0.35835763812065125,
+      "learning_rate": 7.946205849938591e-05,
+      "loss": 3.1179,
+      "step": 12910
+    },
+    {
+      "epoch": 0.950541668965771,
+      "grad_norm": 0.3633943200111389,
+      "learning_rate": 7.943014222834644e-05,
+      "loss": 3.1429,
+      "step": 12920
+    },
+    {
+      "epoch": 0.9512773823318436,
+      "grad_norm": 0.37867772579193115,
+      "learning_rate": 7.939820759827112e-05,
+      "loss": 3.0821,
+      "step": 12930
+    },
+    {
+      "epoch": 0.9520130956979161,
+      "grad_norm": 0.39402279257774353,
+      "learning_rate": 7.936625462908134e-05,
+      "loss": 3.1049,
+      "step": 12940
+    },
+    {
+      "epoch": 0.9527488090639886,
+      "grad_norm": 0.37046343088150024,
+      "learning_rate": 7.93342833407099e-05,
+      "loss": 3.0979,
+      "step": 12950
+    },
+    {
+      "epoch": 0.9534845224300612,
+      "grad_norm": 0.3563176691532135,
+      "learning_rate": 7.930229375310105e-05,
+      "loss": 3.0774,
+      "step": 12960
+    },
+    {
+      "epoch": 0.9542202357961338,
+      "grad_norm": 0.36553964018821716,
+      "learning_rate": 7.927028588621049e-05,
+      "loss": 3.0783,
+      "step": 12970
+    },
+    {
+      "epoch": 0.9549559491622064,
+      "grad_norm": 0.3654845952987671,
+      "learning_rate": 7.923825976000524e-05,
+      "loss": 3.1427,
+      "step": 12980
+    },
+    {
+      "epoch": 0.955691662528279,
+      "grad_norm": 0.3755556643009186,
+      "learning_rate": 7.920621539446378e-05,
+      "loss": 3.1866,
+      "step": 12990
+    },
+    {
+      "epoch": 0.9564273758943516,
+      "grad_norm": 0.36664122343063354,
+      "learning_rate": 7.917415280957592e-05,
+      "loss": 3.1482,
+      "step": 13000
+    },
+    {
+      "epoch": 0.9571630892604241,
+      "grad_norm": 0.36148959398269653,
+      "learning_rate": 7.914207202534288e-05,
+      "loss": 3.1013,
+      "step": 13010
+    },
+    {
+      "epoch": 0.9578988026264967,
+      "grad_norm": 0.36350470781326294,
+      "learning_rate": 7.910997306177721e-05,
+      "loss": 3.1396,
+      "step": 13020
+    },
+    {
+      "epoch": 0.9586345159925693,
+      "grad_norm": 0.3963392376899719,
+      "learning_rate": 7.90778559389028e-05,
+      "loss": 3.1136,
+      "step": 13030
+    },
+    {
+      "epoch": 0.9593702293586419,
+      "grad_norm": 0.3724636733531952,
+      "learning_rate": 7.904572067675487e-05,
+      "loss": 3.1085,
+      "step": 13040
+    },
+    {
+      "epoch": 0.9601059427247145,
+      "grad_norm": 0.37127721309661865,
+      "learning_rate": 7.901356729537997e-05,
+      "loss": 3.088,
+      "step": 13050
+    },
+    {
+      "epoch": 0.960841656090787,
+      "grad_norm": 0.37480801343917847,
+      "learning_rate": 7.898139581483593e-05,
+      "loss": 3.1121,
+      "step": 13060
+    },
+    {
+      "epoch": 0.9615773694568596,
+      "grad_norm": 0.37211763858795166,
+      "learning_rate": 7.894920625519186e-05,
+      "loss": 3.1662,
+      "step": 13070
+    },
+    {
+      "epoch": 0.9623130828229322,
+      "grad_norm": 0.3749638795852661,
+      "learning_rate": 7.891699863652822e-05,
+      "loss": 3.0937,
+      "step": 13080
+    },
+    {
+      "epoch": 0.9630487961890047,
+      "grad_norm": 0.3769051432609558,
+      "learning_rate": 7.888477297893662e-05,
+      "loss": 3.1387,
+      "step": 13090
+    },
+    {
+      "epoch": 0.9637845095550773,
+      "grad_norm": 0.3631693124771118,
+      "learning_rate": 7.885252930252002e-05,
+      "loss": 3.1002,
+      "step": 13100
+    },
+    {
+      "epoch": 0.9645202229211499,
+      "grad_norm": 0.3677249252796173,
+      "learning_rate": 7.882026762739261e-05,
+      "loss": 3.1057,
+      "step": 13110
+    },
+    {
+      "epoch": 0.9652559362872225,
+      "grad_norm": 0.38757720589637756,
+      "learning_rate": 7.878798797367976e-05,
+      "loss": 3.1532,
+      "step": 13120
+    },
+    {
+      "epoch": 0.9659916496532951,
+      "grad_norm": 0.36416444182395935,
+      "learning_rate": 7.875569036151806e-05,
+      "loss": 3.1152,
+      "step": 13130
+    },
+    {
+      "epoch": 0.9667273630193677,
+      "grad_norm": 0.3727430999279022,
+      "learning_rate": 7.872337481105536e-05,
+      "loss": 3.0831,
+      "step": 13140
+    },
+    {
+      "epoch": 0.9674630763854403,
+      "grad_norm": 0.35649845004081726,
+      "learning_rate": 7.869104134245067e-05,
+      "loss": 3.1092,
+      "step": 13150
+    },
+    {
+      "epoch": 0.9681987897515129,
+      "grad_norm": 0.36332109570503235,
+      "learning_rate": 7.865868997587413e-05,
+      "loss": 3.1554,
+      "step": 13160
+    },
+    {
+      "epoch": 0.9689345031175854,
+      "grad_norm": 0.3543636202812195,
+      "learning_rate": 7.862632073150711e-05,
+      "loss": 3.1036,
+      "step": 13170
+    },
+    {
+      "epoch": 0.9696702164836579,
+      "grad_norm": 0.3681279718875885,
+      "learning_rate": 7.859393362954211e-05,
+      "loss": 3.1262,
+      "step": 13180
+    },
+    {
+      "epoch": 0.9704059298497305,
+      "grad_norm": 0.36408326029777527,
+      "learning_rate": 7.856152869018276e-05,
+      "loss": 3.1728,
+      "step": 13190
+    },
+    {
+      "epoch": 0.9711416432158031,
+      "grad_norm": 0.37902170419692993,
+      "learning_rate": 7.852910593364385e-05,
+      "loss": 3.1296,
+      "step": 13200
+    },
+    {
+      "epoch": 0.9718773565818757,
+      "grad_norm": 0.3592076301574707,
+      "learning_rate": 7.84966653801512e-05,
+      "loss": 3.0681,
+      "step": 13210
+    },
+    {
+      "epoch": 0.9726130699479483,
+      "grad_norm": 0.36775195598602295,
+      "learning_rate": 7.846420704994189e-05,
+      "loss": 3.093,
+      "step": 13220
+    },
+    {
+      "epoch": 0.9733487833140209,
+      "grad_norm": 0.3821685314178467,
+      "learning_rate": 7.843173096326391e-05,
+      "loss": 3.1229,
+      "step": 13230
+    },
+    {
+      "epoch": 0.9740844966800934,
+      "grad_norm": 0.36848169565200806,
+      "learning_rate": 7.839923714037645e-05,
+      "loss": 3.1491,
+      "step": 13240
+    },
+    {
+      "epoch": 0.974820210046166,
+      "grad_norm": 0.37354278564453125,
+      "learning_rate": 7.83667256015497e-05,
+      "loss": 3.1242,
+      "step": 13250
+    },
+    {
+      "epoch": 0.9755559234122386,
+      "grad_norm": 0.38822486996650696,
+      "learning_rate": 7.833419636706494e-05,
+      "loss": 3.0887,
+      "step": 13260
+    },
+    {
+      "epoch": 0.9762916367783112,
+      "grad_norm": 0.3655138909816742,
+      "learning_rate": 7.830164945721447e-05,
+      "loss": 3.109,
+      "step": 13270
+    },
+    {
+      "epoch": 0.9770273501443838,
+      "grad_norm": 0.35819318890571594,
+      "learning_rate": 7.826908489230161e-05,
+      "loss": 3.1081,
+      "step": 13280
+    },
+    {
+      "epoch": 0.9777630635104563,
+      "grad_norm": 0.40228065848350525,
+      "learning_rate": 7.823650269264072e-05,
+      "loss": 3.0395,
+      "step": 13290
+    },
+    {
+      "epoch": 0.9784987768765289,
+      "grad_norm": 0.36907315254211426,
+      "learning_rate": 7.820390287855714e-05,
+      "loss": 3.1227,
+      "step": 13300
+    },
+    {
+      "epoch": 0.9792344902426015,
+      "grad_norm": 0.34603267908096313,
+      "learning_rate": 7.817128547038719e-05,
+      "loss": 3.0873,
+      "step": 13310
+    },
+    {
+      "epoch": 0.979970203608674,
+      "grad_norm": 0.3589996099472046,
+      "learning_rate": 7.813865048847819e-05,
+      "loss": 3.0838,
+      "step": 13320
+    },
+    {
+      "epoch": 0.9807059169747466,
+      "grad_norm": 0.3714243173599243,
+      "learning_rate": 7.810599795318841e-05,
+      "loss": 3.1352,
+      "step": 13330
+    },
+    {
+      "epoch": 0.9814416303408192,
+      "grad_norm": 0.3626115918159485,
+      "learning_rate": 7.807332788488708e-05,
+      "loss": 3.1093,
+      "step": 13340
+    },
+    {
+      "epoch": 0.9821773437068918,
+      "grad_norm": 0.36209580302238464,
+      "learning_rate": 7.804064030395433e-05,
+      "loss": 3.1061,
+      "step": 13350
+    },
+    {
+      "epoch": 0.9829130570729644,
+      "grad_norm": 0.3716304898262024,
+      "learning_rate": 7.800793523078127e-05,
+      "loss": 3.0897,
+      "step": 13360
+    },
+    {
+      "epoch": 0.983648770439037,
+      "grad_norm": 0.3670690953731537,
+      "learning_rate": 7.797521268576989e-05,
+      "loss": 3.1076,
+      "step": 13370
+    },
+    {
+      "epoch": 0.9843844838051096,
+      "grad_norm": 0.35003265738487244,
+      "learning_rate": 7.794247268933306e-05,
+      "loss": 3.1319,
+      "step": 13380
+    },
+    {
+      "epoch": 0.9851201971711822,
+      "grad_norm": 0.3642325699329376,
+      "learning_rate": 7.790971526189458e-05,
+      "loss": 3.0966,
+      "step": 13390
+    },
+    {
+      "epoch": 0.9858559105372546,
+      "grad_norm": 0.37202367186546326,
+      "learning_rate": 7.787694042388912e-05,
+      "loss": 3.1412,
+      "step": 13400
+    },
+    {
+      "epoch": 0.9865916239033272,
+      "grad_norm": 0.36938855051994324,
+      "learning_rate": 7.784414819576216e-05,
+      "loss": 3.1121,
+      "step": 13410
+    },
+    {
+      "epoch": 0.9873273372693998,
+      "grad_norm": 0.36945322155952454,
+      "learning_rate": 7.78113385979701e-05,
+      "loss": 3.0844,
+      "step": 13420
+    },
+    {
+      "epoch": 0.9880630506354724,
+      "grad_norm": 0.3800085186958313,
+      "learning_rate": 7.777851165098012e-05,
+      "loss": 3.0645,
+      "step": 13430
+    },
+    {
+      "epoch": 0.988798764001545,
+      "grad_norm": 0.3750995993614197,
+      "learning_rate": 7.774566737527024e-05,
+      "loss": 3.1037,
+      "step": 13440
+    },
+    {
+      "epoch": 0.9895344773676176,
+      "grad_norm": 0.3711072504520416,
+      "learning_rate": 7.77128057913293e-05,
+      "loss": 3.1099,
+      "step": 13450
+    },
+    {
+      "epoch": 0.9902701907336902,
+      "grad_norm": 0.3609575927257538,
+      "learning_rate": 7.767992691965691e-05,
+      "loss": 3.1381,
+      "step": 13460
+    },
+    {
+      "epoch": 0.9910059040997627,
+      "grad_norm": 0.36476248502731323,
+      "learning_rate": 7.76470307807635e-05,
+      "loss": 3.1068,
+      "step": 13470
+    },
+    {
+      "epoch": 0.9917416174658353,
+      "grad_norm": 0.38527876138687134,
+      "learning_rate": 7.761411739517026e-05,
+      "loss": 3.1427,
+      "step": 13480
+    },
+    {
+      "epoch": 0.9924773308319079,
+      "grad_norm": 0.3626437783241272,
+      "learning_rate": 7.758118678340913e-05,
+      "loss": 3.1093,
+      "step": 13490
+    },
+    {
+      "epoch": 0.9932130441979805,
+      "grad_norm": 0.35517948865890503,
+      "learning_rate": 7.754823896602279e-05,
+      "loss": 3.0807,
+      "step": 13500
+    },
+    {
+      "epoch": 0.9939487575640531,
+      "grad_norm": 0.37881192564964294,
+      "learning_rate": 7.751527396356468e-05,
+      "loss": 3.1387,
+      "step": 13510
+    },
+    {
+      "epoch": 0.9946844709301256,
+      "grad_norm": 0.3774098753929138,
+      "learning_rate": 7.748229179659893e-05,
+      "loss": 3.1136,
+      "step": 13520
+    },
+    {
+      "epoch": 0.9954201842961982,
+      "grad_norm": 0.34989410638809204,
+      "learning_rate": 7.744929248570038e-05,
+      "loss": 3.1537,
+      "step": 13530
+    },
+    {
+      "epoch": 0.9961558976622708,
+      "grad_norm": 0.3914855718612671,
+      "learning_rate": 7.74162760514546e-05,
+      "loss": 3.1459,
+      "step": 13540
+    },
+    {
+      "epoch": 0.9968916110283433,
+      "grad_norm": 0.36263689398765564,
+      "learning_rate": 7.738324251445782e-05,
+      "loss": 3.1451,
+      "step": 13550
+    },
+    {
+      "epoch": 0.9976273243944159,
+      "grad_norm": 0.37384799122810364,
+      "learning_rate": 7.73501918953169e-05,
+      "loss": 3.1215,
+      "step": 13560
+    },
+    {
+      "epoch": 0.9983630377604885,
+      "grad_norm": 0.36027422547340393,
+      "learning_rate": 7.731712421464942e-05,
+      "loss": 3.1713,
+      "step": 13570
+    },
+    {
+      "epoch": 0.9990987511265611,
+      "grad_norm": 0.38130810856819153,
+      "learning_rate": 7.728403949308355e-05,
+      "loss": 3.1429,
+      "step": 13580
+    },
+    {
+      "epoch": 0.9998344644926337,
+      "grad_norm": 0.36381796002388,
+      "learning_rate": 7.725093775125818e-05,
+      "loss": 3.0944,
+      "step": 13590
+    },
+    {
+      "epoch": 1.0005701778587062,
+      "grad_norm": 0.38200533390045166,
+      "learning_rate": 7.721781900982269e-05,
+      "loss": 3.0705,
+      "step": 13600
+    },
+    {
+      "epoch": 1.0013058912247788,
+      "grad_norm": 0.35553497076034546,
+      "learning_rate": 7.718468328943716e-05,
+      "loss": 3.0488,
+      "step": 13610
+    },
+    {
+      "epoch": 1.0020416045908513,
+      "grad_norm": 0.35915321111679077,
+      "learning_rate": 7.715153061077219e-05,
+      "loss": 3.023,
+      "step": 13620
+    },
+    {
+      "epoch": 1.002777317956924,
+      "grad_norm": 0.36823633313179016,
+      "learning_rate": 7.711836099450905e-05,
+      "loss": 3.0513,
+      "step": 13630
+    },
+    {
+      "epoch": 1.0035130313229965,
+      "grad_norm": 0.3569531738758087,
+      "learning_rate": 7.708517446133951e-05,
+      "loss": 3.0068,
+      "step": 13640
+    },
+    {
+      "epoch": 1.004248744689069,
+      "grad_norm": 0.36070168018341064,
+      "learning_rate": 7.705197103196589e-05,
+      "loss": 3.0576,
+      "step": 13650
+    },
+    {
+      "epoch": 1.0049844580551417,
+      "grad_norm": 0.35593706369400024,
+      "learning_rate": 7.701875072710108e-05,
+      "loss": 3.0042,
+      "step": 13660
+    },
+    {
+      "epoch": 1.0057201714212143,
+      "grad_norm": 0.3728356957435608,
+      "learning_rate": 7.698551356746848e-05,
+      "loss": 3.0511,
+      "step": 13670
+    },
+    {
+      "epoch": 1.0064558847872869,
+      "grad_norm": 0.3572307229042053,
+      "learning_rate": 7.695225957380203e-05,
+      "loss": 3.0363,
+      "step": 13680
+    },
+    {
+      "epoch": 1.0071915981533595,
+      "grad_norm": 0.3627204895019531,
+      "learning_rate": 7.691898876684612e-05,
+      "loss": 3.0021,
+      "step": 13690
+    },
+    {
+      "epoch": 1.007927311519432,
+      "grad_norm": 0.37532514333724976,
+      "learning_rate": 7.688570116735567e-05,
+      "loss": 3.0403,
+      "step": 13700
+    },
+    {
+      "epoch": 1.0086630248855046,
+      "grad_norm": 0.37163272500038147,
+      "learning_rate": 7.68523967960961e-05,
+      "loss": 3.0372,
+      "step": 13710
+    },
+    {
+      "epoch": 1.0093987382515772,
+      "grad_norm": 0.35406947135925293,
+      "learning_rate": 7.681907567384319e-05,
+      "loss": 3.0116,
+      "step": 13720
+    },
+    {
+      "epoch": 1.0101344516176498,
+      "grad_norm": 0.3697194755077362,
+      "learning_rate": 7.678573782138331e-05,
+      "loss": 3.0303,
+      "step": 13730
+    },
+    {
+      "epoch": 1.0108701649837224,
+      "grad_norm": 0.39772310853004456,
+      "learning_rate": 7.675238325951313e-05,
+      "loss": 3.0265,
+      "step": 13740
+    },
+    {
+      "epoch": 1.011605878349795,
+      "grad_norm": 0.36769720911979675,
+      "learning_rate": 7.671901200903986e-05,
+      "loss": 2.99,
+      "step": 13750
+    },
+    {
+      "epoch": 1.0123415917158676,
+      "grad_norm": 0.36903396248817444,
+      "learning_rate": 7.668562409078102e-05,
+      "loss": 3.0523,
+      "step": 13760
+    },
+    {
+      "epoch": 1.0130773050819402,
+      "grad_norm": 0.367825448513031,
+      "learning_rate": 7.665221952556461e-05,
+      "loss": 3.0198,
+      "step": 13770
+    },
+    {
+      "epoch": 1.0138130184480127,
+      "grad_norm": 0.35293030738830566,
+      "learning_rate": 7.661879833422896e-05,
+      "loss": 3.0526,
+      "step": 13780
+    },
+    {
+      "epoch": 1.0145487318140853,
+      "grad_norm": 0.3688339293003082,
+      "learning_rate": 7.658536053762281e-05,
+      "loss": 3.0749,
+      "step": 13790
+    },
+    {
+      "epoch": 1.0152844451801577,
+      "grad_norm": 0.3820160925388336,
+      "learning_rate": 7.655190615660523e-05,
+      "loss": 3.022,
+      "step": 13800
+    },
+    {
+      "epoch": 1.0160201585462303,
+      "grad_norm": 0.3556500971317291,
+      "learning_rate": 7.651843521204564e-05,
+      "loss": 3.037,
+      "step": 13810
+    },
+    {
+      "epoch": 1.0167558719123029,
+      "grad_norm": 0.35452452301979065,
+      "learning_rate": 7.648494772482383e-05,
+      "loss": 2.9885,
+      "step": 13820
+    },
+    {
+      "epoch": 1.0174915852783755,
+      "grad_norm": 0.35452884435653687,
+      "learning_rate": 7.645144371582982e-05,
+      "loss": 3.0852,
+      "step": 13830
+    },
+    {
+      "epoch": 1.018227298644448,
+      "grad_norm": 0.36470165848731995,
+      "learning_rate": 7.641792320596405e-05,
+      "loss": 3.0374,
+      "step": 13840
+    },
+    {
+      "epoch": 1.0189630120105206,
+      "grad_norm": 0.36535587906837463,
+      "learning_rate": 7.638438621613718e-05,
+      "loss": 3.0298,
+      "step": 13850
+    },
+    {
+      "epoch": 1.0196987253765932,
+      "grad_norm": 0.35986581444740295,
+      "learning_rate": 7.635083276727015e-05,
+      "loss": 3.0471,
+      "step": 13860
+    },
+    {
+      "epoch": 1.0204344387426658,
+      "grad_norm": 0.36018699407577515,
+      "learning_rate": 7.631726288029421e-05,
+      "loss": 3.029,
+      "step": 13870
+    },
+    {
+      "epoch": 1.0211701521087384,
+      "grad_norm": 0.3721524775028229,
+      "learning_rate": 7.628367657615085e-05,
+      "loss": 3.0347,
+      "step": 13880
+    },
+    {
+      "epoch": 1.021905865474811,
+      "grad_norm": 0.3706524968147278,
+      "learning_rate": 7.625007387579175e-05,
+      "loss": 3.047,
+      "step": 13890
+    },
+    {
+      "epoch": 1.0226415788408836,
+      "grad_norm": 0.37487688660621643,
+      "learning_rate": 7.621645480017891e-05,
+      "loss": 2.9755,
+      "step": 13900
+    },
+    {
+      "epoch": 1.0233772922069562,
+      "grad_norm": 0.3729473054409027,
+      "learning_rate": 7.618281937028447e-05,
+      "loss": 3.0473,
+      "step": 13910
+    },
+    {
+      "epoch": 1.0241130055730288,
+      "grad_norm": 0.3478502035140991,
+      "learning_rate": 7.614916760709078e-05,
+      "loss": 3.0307,
+      "step": 13920
+    },
+    {
+      "epoch": 1.0248487189391013,
+      "grad_norm": 0.36011430621147156,
+      "learning_rate": 7.611549953159045e-05,
+      "loss": 2.9693,
+      "step": 13930
+    },
+    {
+      "epoch": 1.025584432305174,
+      "grad_norm": 0.370433509349823,
+      "learning_rate": 7.608181516478616e-05,
+      "loss": 3.0424,
+      "step": 13940
+    },
+    {
+      "epoch": 1.0263201456712465,
+      "grad_norm": 0.3730204999446869,
+      "learning_rate": 7.604811452769081e-05,
+      "loss": 3.0138,
+      "step": 13950
+    },
+    {
+      "epoch": 1.027055859037319,
+      "grad_norm": 0.37531137466430664,
+      "learning_rate": 7.601439764132748e-05,
+      "loss": 3.0577,
+      "step": 13960
+    },
+    {
+      "epoch": 1.0277915724033917,
+      "grad_norm": 0.37572550773620605,
+      "learning_rate": 7.598066452672931e-05,
+      "loss": 3.0074,
+      "step": 13970
+    },
+    {
+      "epoch": 1.0285272857694643,
+      "grad_norm": 0.3774866759777069,
+      "learning_rate": 7.594691520493965e-05,
+      "loss": 3.0147,
+      "step": 13980
+    },
+    {
+      "epoch": 1.0292629991355369,
+      "grad_norm": 0.38011255860328674,
+      "learning_rate": 7.591314969701187e-05,
+      "loss": 3.0288,
+      "step": 13990
+    },
+    {
+      "epoch": 1.0299987125016095,
+      "grad_norm": 0.3587471544742584,
+      "learning_rate": 7.587936802400952e-05,
+      "loss": 3.0361,
+      "step": 14000
+    },
+    {
+      "epoch": 1.030734425867682,
+      "grad_norm": 0.38037359714508057,
+      "learning_rate": 7.584557020700618e-05,
+      "loss": 3.0553,
+      "step": 14010
+    },
+    {
+      "epoch": 1.0314701392337546,
+      "grad_norm": 0.3745957911014557,
+      "learning_rate": 7.581175626708552e-05,
+      "loss": 3.0321,
+      "step": 14020
+    },
+    {
+      "epoch": 1.032205852599827,
+      "grad_norm": 0.36815354228019714,
+      "learning_rate": 7.577792622534125e-05,
+      "loss": 3.0702,
+      "step": 14030
+    },
+    {
+      "epoch": 1.0329415659658996,
+      "grad_norm": 0.3649907112121582,
+      "learning_rate": 7.574408010287716e-05,
+      "loss": 3.0497,
+      "step": 14040
+    },
+    {
+      "epoch": 1.0336772793319722,
+      "grad_norm": 0.3590468168258667,
+      "learning_rate": 7.571021792080704e-05,
+      "loss": 3.0026,
+      "step": 14050
+    },
+    {
+      "epoch": 1.0344129926980448,
+      "grad_norm": 0.3700324594974518,
+      "learning_rate": 7.567633970025473e-05,
+      "loss": 3.0415,
+      "step": 14060
+    },
+    {
+      "epoch": 1.0351487060641174,
+      "grad_norm": 0.3878287374973297,
+      "learning_rate": 7.564244546235402e-05,
+      "loss": 3.0908,
+      "step": 14070
+    },
+    {
+      "epoch": 1.03588441943019,
+      "grad_norm": 0.3759715259075165,
+      "learning_rate": 7.560853522824875e-05,
+      "loss": 3.0188,
+      "step": 14080
+    },
+    {
+      "epoch": 1.0366201327962625,
+      "grad_norm": 0.35905465483665466,
+      "learning_rate": 7.557460901909273e-05,
+      "loss": 3.0391,
+      "step": 14090
+    },
+    {
+      "epoch": 1.0373558461623351,
+      "grad_norm": 0.38012492656707764,
+      "learning_rate": 7.554066685604967e-05,
+      "loss": 3.0243,
+      "step": 14100
+    },
+    {
+      "epoch": 1.0380915595284077,
+      "grad_norm": 0.37850454449653625,
+      "learning_rate": 7.550670876029333e-05,
+      "loss": 3.0917,
+      "step": 14110
+    },
+    {
+      "epoch": 1.0388272728944803,
+      "grad_norm": 0.35123690962791443,
+      "learning_rate": 7.547273475300734e-05,
+      "loss": 3.01,
+      "step": 14120
+    },
+    {
+      "epoch": 1.0395629862605529,
+      "grad_norm": 0.3715062141418457,
+      "learning_rate": 7.543874485538529e-05,
+      "loss": 3.0258,
+      "step": 14130
+    },
+    {
+      "epoch": 1.0402986996266255,
+      "grad_norm": 0.3719918131828308,
+      "learning_rate": 7.540473908863065e-05,
+      "loss": 2.9789,
+      "step": 14140
+    },
+    {
+      "epoch": 1.041034412992698,
+      "grad_norm": 0.37903308868408203,
+      "learning_rate": 7.537071747395687e-05,
+      "loss": 3.0532,
+      "step": 14150
+    },
+    {
+      "epoch": 1.0417701263587706,
+      "grad_norm": 0.3676205277442932,
+      "learning_rate": 7.533668003258714e-05,
+      "loss": 3.0311,
+      "step": 14160
+    },
+    {
+      "epoch": 1.0425058397248432,
+      "grad_norm": 0.3724045753479004,
+      "learning_rate": 7.530262678575466e-05,
+      "loss": 3.0186,
+      "step": 14170
+    },
+    {
+      "epoch": 1.0432415530909158,
+      "grad_norm": 0.4065383970737457,
+      "learning_rate": 7.526855775470245e-05,
+      "loss": 3.055,
+      "step": 14180
+    },
+    {
+      "epoch": 1.0439772664569884,
+      "grad_norm": 0.3902377784252167,
+      "learning_rate": 7.523447296068332e-05,
+      "loss": 3.0306,
+      "step": 14190
+    },
+    {
+      "epoch": 1.044712979823061,
+      "grad_norm": 0.3618945777416229,
+      "learning_rate": 7.520037242496e-05,
+      "loss": 3.0574,
+      "step": 14200
+    },
+    {
+      "epoch": 1.0454486931891336,
+      "grad_norm": 0.36113548278808594,
+      "learning_rate": 7.516625616880498e-05,
+      "loss": 3.0278,
+      "step": 14210
+    },
+    {
+      "epoch": 1.0461844065552062,
+      "grad_norm": 0.3701973259449005,
+      "learning_rate": 7.513212421350058e-05,
+      "loss": 3.0681,
+      "step": 14220
+    },
+    {
+      "epoch": 1.0469201199212788,
+      "grad_norm": 0.36408379673957825,
+      "learning_rate": 7.50979765803389e-05,
+      "loss": 3.0688,
+      "step": 14230
+    },
+    {
+      "epoch": 1.0476558332873513,
+      "grad_norm": 0.365655779838562,
+      "learning_rate": 7.506381329062184e-05,
+      "loss": 3.0378,
+      "step": 14240
+    },
+    {
+      "epoch": 1.048391546653424,
+      "grad_norm": 0.3665781021118164,
+      "learning_rate": 7.502963436566106e-05,
+      "loss": 2.9991,
+      "step": 14250
+    },
+    {
+      "epoch": 1.0491272600194963,
+      "grad_norm": 0.38295918703079224,
+      "learning_rate": 7.499543982677795e-05,
+      "loss": 3.1263,
+      "step": 14260
+    },
+    {
+      "epoch": 1.0498629733855689,
+      "grad_norm": 0.39406198263168335,
+      "learning_rate": 7.49612296953037e-05,
+      "loss": 3.0902,
+      "step": 14270
+    },
+    {
+      "epoch": 1.0505986867516415,
+      "grad_norm": 0.37145209312438965,
+      "learning_rate": 7.492700399257913e-05,
+      "loss": 3.0558,
+      "step": 14280
+    },
+    {
+      "epoch": 1.051334400117714,
+      "grad_norm": 0.44971105456352234,
+      "learning_rate": 7.489276273995487e-05,
+      "loss": 3.0603,
+      "step": 14290
+    },
+    {
+      "epoch": 1.0520701134837867,
+      "grad_norm": 0.3675541281700134,
+      "learning_rate": 7.485850595879117e-05,
+      "loss": 2.9996,
+      "step": 14300
+    },
+    {
+      "epoch": 1.0528058268498592,
+      "grad_norm": 0.36965155601501465,
+      "learning_rate": 7.482423367045808e-05,
+      "loss": 3.0562,
+      "step": 14310
+    },
+    {
+      "epoch": 1.0535415402159318,
+      "grad_norm": 0.37856119871139526,
+      "learning_rate": 7.478994589633518e-05,
+      "loss": 3.0229,
+      "step": 14320
+    },
+    {
+      "epoch": 1.0542772535820044,
+      "grad_norm": 0.3634575307369232,
+      "learning_rate": 7.475564265781183e-05,
+      "loss": 3.0108,
+      "step": 14330
+    },
+    {
+      "epoch": 1.055012966948077,
+      "grad_norm": 0.35185161232948303,
+      "learning_rate": 7.472132397628694e-05,
+      "loss": 3.0018,
+      "step": 14340
+    },
+    {
+      "epoch": 1.0557486803141496,
+      "grad_norm": 0.36539459228515625,
+      "learning_rate": 7.468698987316915e-05,
+      "loss": 3.079,
+      "step": 14350
+    },
+    {
+      "epoch": 1.0564843936802222,
+      "grad_norm": 0.36918023228645325,
+      "learning_rate": 7.465264036987662e-05,
+      "loss": 3.0428,
+      "step": 14360
+    },
+    {
+      "epoch": 1.0572201070462948,
+      "grad_norm": 0.37502649426460266,
+      "learning_rate": 7.461827548783724e-05,
+      "loss": 3.0479,
+      "step": 14370
+    },
+    {
+      "epoch": 1.0579558204123674,
+      "grad_norm": 0.3699197769165039,
+      "learning_rate": 7.458389524848835e-05,
+      "loss": 3.0427,
+      "step": 14380
+    },
+    {
+      "epoch": 1.05869153377844,
+      "grad_norm": 0.3672429025173187,
+      "learning_rate": 7.454949967327699e-05,
+      "loss": 3.1023,
+      "step": 14390
+    },
+    {
+      "epoch": 1.0594272471445125,
+      "grad_norm": 0.3570868968963623,
+      "learning_rate": 7.45150887836597e-05,
+      "loss": 3.0332,
+      "step": 14400
+    },
+    {
+      "epoch": 1.0601629605105851,
+      "grad_norm": 0.3757207691669464,
+      "learning_rate": 7.448066260110259e-05,
+      "loss": 3.0765,
+      "step": 14410
+    },
+    {
+      "epoch": 1.0608986738766577,
+      "grad_norm": 0.36892250180244446,
+      "learning_rate": 7.444622114708135e-05,
+      "loss": 3.06,
+      "step": 14420
+    },
+    {
+      "epoch": 1.0616343872427303,
+      "grad_norm": 0.36744457483291626,
+      "learning_rate": 7.44117644430811e-05,
+      "loss": 2.9722,
+      "step": 14430
+    },
+    {
+      "epoch": 1.0623701006088029,
+      "grad_norm": 0.3592512607574463,
+      "learning_rate": 7.437729251059656e-05,
+      "loss": 3.0678,
+      "step": 14440
+    },
+    {
+      "epoch": 1.0631058139748755,
+      "grad_norm": 0.3572598397731781,
+      "learning_rate": 7.434280537113194e-05,
+      "loss": 3.0471,
+      "step": 14450
+    },
+    {
+      "epoch": 1.063841527340948,
+      "grad_norm": 0.3860386908054352,
+      "learning_rate": 7.43083030462009e-05,
+      "loss": 3.0441,
+      "step": 14460
+    },
+    {
+      "epoch": 1.0645772407070206,
+      "grad_norm": 0.3672623634338379,
+      "learning_rate": 7.42737855573266e-05,
+      "loss": 3.027,
+      "step": 14470
+    },
+    {
+      "epoch": 1.065312954073093,
+      "grad_norm": 0.3730790615081787,
+      "learning_rate": 7.423925292604163e-05,
+      "loss": 3.0369,
+      "step": 14480
+    },
+    {
+      "epoch": 1.0660486674391656,
+      "grad_norm": 0.36241936683654785,
+      "learning_rate": 7.420470517388808e-05,
+      "loss": 3.0399,
+      "step": 14490
+    },
+    {
+      "epoch": 1.0667843808052382,
+      "grad_norm": 0.37162163853645325,
+      "learning_rate": 7.417014232241742e-05,
+      "loss": 3.0485,
+      "step": 14500
+    },
+    {
+      "epoch": 1.0675200941713108,
+      "grad_norm": 0.35315626859664917,
+      "learning_rate": 7.413556439319058e-05,
+      "loss": 3.0481,
+      "step": 14510
+    },
+    {
+      "epoch": 1.0682558075373834,
+      "grad_norm": 0.3689192533493042,
+      "learning_rate": 7.410097140777784e-05,
+      "loss": 3.0483,
+      "step": 14520
+    },
+    {
+      "epoch": 1.068991520903456,
+      "grad_norm": 0.36243700981140137,
+      "learning_rate": 7.406636338775894e-05,
+      "loss": 3.0528,
+      "step": 14530
+    },
+    {
+      "epoch": 1.0697272342695285,
+      "grad_norm": 0.3716164827346802,
+      "learning_rate": 7.403174035472295e-05,
+      "loss": 2.9902,
+      "step": 14540
+    },
+    {
+      "epoch": 1.0704629476356011,
+      "grad_norm": 0.3898087739944458,
+      "learning_rate": 7.399710233026831e-05,
+      "loss": 3.0672,
+      "step": 14550
+    },
+    {
+      "epoch": 1.0711986610016737,
+      "grad_norm": 0.3904206454753876,
+      "learning_rate": 7.396244933600285e-05,
+      "loss": 3.0234,
+      "step": 14560
+    },
+    {
+      "epoch": 1.0719343743677463,
+      "grad_norm": 0.35629862546920776,
+      "learning_rate": 7.392778139354369e-05,
+      "loss": 3.0476,
+      "step": 14570
+    },
+    {
+      "epoch": 1.0726700877338189,
+      "grad_norm": 0.37418025732040405,
+      "learning_rate": 7.389309852451733e-05,
+      "loss": 3.0902,
+      "step": 14580
+    },
+    {
+      "epoch": 1.0734058010998915,
+      "grad_norm": 0.3728621006011963,
+      "learning_rate": 7.38584007505595e-05,
+      "loss": 3.0105,
+      "step": 14590
+    },
+    {
+      "epoch": 1.074141514465964,
+      "grad_norm": 0.380960077047348,
+      "learning_rate": 7.382368809331532e-05,
+      "loss": 3.0307,
+      "step": 14600
+    },
+    {
+      "epoch": 1.0748772278320367,
+      "grad_norm": 0.36986520886421204,
+      "learning_rate": 7.378896057443912e-05,
+      "loss": 3.0468,
+      "step": 14610
+    },
+    {
+      "epoch": 1.0756129411981092,
+      "grad_norm": 0.36052417755126953,
+      "learning_rate": 7.375421821559455e-05,
+      "loss": 3.089,
+      "step": 14620
+    },
+    {
+      "epoch": 1.0763486545641818,
+      "grad_norm": 0.3690125644207001,
+      "learning_rate": 7.37194610384545e-05,
+      "loss": 3.0427,
+      "step": 14630
+    },
+    {
+      "epoch": 1.0770843679302544,
+      "grad_norm": 0.36218175292015076,
+      "learning_rate": 7.368468906470109e-05,
+      "loss": 3.0427,
+      "step": 14640
+    },
+    {
+      "epoch": 1.077820081296327,
+      "grad_norm": 0.373294472694397,
+      "learning_rate": 7.364990231602569e-05,
+      "loss": 2.9933,
+      "step": 14650
+    },
+    {
+      "epoch": 1.0785557946623996,
+      "grad_norm": 0.3562031090259552,
+      "learning_rate": 7.361510081412887e-05,
+      "loss": 3.0137,
+      "step": 14660
+    },
+    {
+      "epoch": 1.0792915080284722,
+      "grad_norm": 0.3716961443424225,
+      "learning_rate": 7.358028458072044e-05,
+      "loss": 3.0788,
+      "step": 14670
+    },
+    {
+      "epoch": 1.0800272213945448,
+      "grad_norm": 0.3744214177131653,
+      "learning_rate": 7.354545363751934e-05,
+      "loss": 3.0747,
+      "step": 14680
+    },
+    {
+      "epoch": 1.0807629347606174,
+      "grad_norm": 0.3793715834617615,
+      "learning_rate": 7.351060800625376e-05,
+      "loss": 3.0393,
+      "step": 14690
+    },
+    {
+      "epoch": 1.08149864812669,
+      "grad_norm": 0.3758842349052429,
+      "learning_rate": 7.347574770866099e-05,
+      "loss": 3.0626,
+      "step": 14700
+    },
+    {
+      "epoch": 1.0822343614927625,
+      "grad_norm": 0.3611127436161041,
+      "learning_rate": 7.344087276648747e-05,
+      "loss": 3.0152,
+      "step": 14710
+    },
+    {
+      "epoch": 1.082970074858835,
+      "grad_norm": 0.35528436303138733,
+      "learning_rate": 7.340598320148883e-05,
+      "loss": 3.0353,
+      "step": 14720
+    },
+    {
+      "epoch": 1.0837057882249075,
+      "grad_norm": 0.3713771402835846,
+      "learning_rate": 7.337107903542978e-05,
+      "loss": 3.0466,
+      "step": 14730
+    },
+    {
+      "epoch": 1.08444150159098,
+      "grad_norm": 0.3739469647407532,
+      "learning_rate": 7.333616029008415e-05,
+      "loss": 3.0327,
+      "step": 14740
+    },
+    {
+      "epoch": 1.0851772149570527,
+      "grad_norm": 0.3754708766937256,
+      "learning_rate": 7.330122698723484e-05,
+      "loss": 3.0366,
+      "step": 14750
+    },
+    {
+      "epoch": 1.0859129283231252,
+      "grad_norm": 0.3673410415649414,
+      "learning_rate": 7.326627914867388e-05,
+      "loss": 3.0699,
+      "step": 14760
+    },
+    {
+      "epoch": 1.0866486416891978,
+      "grad_norm": 0.3647342324256897,
+      "learning_rate": 7.323131679620233e-05,
+      "loss": 3.0106,
+      "step": 14770
+    },
+    {
+      "epoch": 1.0873843550552704,
+      "grad_norm": 0.3754418194293976,
+      "learning_rate": 7.31963399516303e-05,
+      "loss": 3.0504,
+      "step": 14780
+    },
+    {
+      "epoch": 1.088120068421343,
+      "grad_norm": 0.3695102632045746,
+      "learning_rate": 7.3161348636777e-05,
+      "loss": 3.0981,
+      "step": 14790
+    },
+    {
+      "epoch": 1.0888557817874156,
+      "grad_norm": 0.38330012559890747,
+      "learning_rate": 7.312634287347057e-05,
+      "loss": 3.0748,
+      "step": 14800
+    },
+    {
+      "epoch": 1.0895914951534882,
+      "grad_norm": 0.36199986934661865,
+      "learning_rate": 7.309132268354825e-05,
+      "loss": 3.0233,
+      "step": 14810
+    },
+    {
+      "epoch": 1.0903272085195608,
+      "grad_norm": 0.3592955470085144,
+      "learning_rate": 7.305628808885624e-05,
+      "loss": 2.9987,
+      "step": 14820
+    },
+    {
+      "epoch": 1.0910629218856334,
+      "grad_norm": 0.3516167998313904,
+      "learning_rate": 7.302123911124973e-05,
+      "loss": 3.0522,
+      "step": 14830
+    },
+    {
+      "epoch": 1.091798635251706,
+      "grad_norm": 0.3621143698692322,
+      "learning_rate": 7.298617577259286e-05,
+      "loss": 3.0629,
+      "step": 14840
+    },
+    {
+      "epoch": 1.0925343486177785,
+      "grad_norm": 0.37074902653694153,
+      "learning_rate": 7.295109809475877e-05,
+      "loss": 3.0556,
+      "step": 14850
+    },
+    {
+      "epoch": 1.0932700619838511,
+      "grad_norm": 0.3676816523075104,
+      "learning_rate": 7.291600609962954e-05,
+      "loss": 3.0331,
+      "step": 14860
+    },
+    {
+      "epoch": 1.0940057753499237,
+      "grad_norm": 0.36239302158355713,
+      "learning_rate": 7.288089980909616e-05,
+      "loss": 3.0383,
+      "step": 14870
+    },
+    {
+      "epoch": 1.0947414887159963,
+      "grad_norm": 0.36774101853370667,
+      "learning_rate": 7.284577924505853e-05,
+      "loss": 3.0739,
+      "step": 14880
+    },
+    {
+      "epoch": 1.095477202082069,
+      "grad_norm": 0.36842718720436096,
+      "learning_rate": 7.28106444294255e-05,
+      "loss": 3.043,
+      "step": 14890
+    },
+    {
+      "epoch": 1.0962129154481415,
+      "grad_norm": 0.34536731243133545,
+      "learning_rate": 7.277549538411474e-05,
+      "loss": 3.0069,
+      "step": 14900
+    },
+    {
+      "epoch": 1.096948628814214,
+      "grad_norm": 0.36958837509155273,
+      "learning_rate": 7.274033213105287e-05,
+      "loss": 3.0424,
+      "step": 14910
+    },
+    {
+      "epoch": 1.0976843421802867,
+      "grad_norm": 0.35424816608428955,
+      "learning_rate": 7.270515469217533e-05,
+      "loss": 3.0004,
+      "step": 14920
+    },
+    {
+      "epoch": 1.0984200555463592,
+      "grad_norm": 0.3760276734828949,
+      "learning_rate": 7.266996308942642e-05,
+      "loss": 3.0138,
+      "step": 14930
+    },
+    {
+      "epoch": 1.0991557689124316,
+      "grad_norm": 0.3770487308502197,
+      "learning_rate": 7.263475734475929e-05,
+      "loss": 3.0617,
+      "step": 14940
+    },
+    {
+      "epoch": 1.0998914822785042,
+      "grad_norm": 0.36666733026504517,
+      "learning_rate": 7.259953748013587e-05,
+      "loss": 2.9987,
+      "step": 14950
+    },
+    {
+      "epoch": 1.1006271956445768,
+      "grad_norm": 0.37574532628059387,
+      "learning_rate": 7.256430351752694e-05,
+      "loss": 3.0236,
+      "step": 14960
+    },
+    {
+      "epoch": 1.1013629090106494,
+      "grad_norm": 0.3686668276786804,
+      "learning_rate": 7.252905547891206e-05,
+      "loss": 2.9803,
+      "step": 14970
+    },
+    {
+      "epoch": 1.102098622376722,
+      "grad_norm": 0.3498009741306305,
+      "learning_rate": 7.249379338627956e-05,
+      "loss": 3.0089,
+      "step": 14980
+    },
+    {
+      "epoch": 1.1028343357427945,
+      "grad_norm": 0.3669489920139313,
+      "learning_rate": 7.245851726162657e-05,
+      "loss": 3.007,
+      "step": 14990
+    },
+    {
+      "epoch": 1.1035700491088671,
+      "grad_norm": 0.3778036832809448,
+      "learning_rate": 7.242322712695894e-05,
+      "loss": 3.0263,
+      "step": 15000
+    },
+    {
+      "epoch": 1.1043057624749397,
+      "grad_norm": 0.3754088878631592,
+      "learning_rate": 7.238792300429128e-05,
+      "loss": 3.1054,
+      "step": 15010
+    },
+    {
+      "epoch": 1.1050414758410123,
+      "grad_norm": 0.3669554591178894,
+      "learning_rate": 7.235260491564689e-05,
+      "loss": 3.0111,
+      "step": 15020
+    },
+    {
+      "epoch": 1.105777189207085,
+      "grad_norm": 0.3635033667087555,
+      "learning_rate": 7.231727288305783e-05,
+      "loss": 3.0376,
+      "step": 15030
+    },
+    {
+      "epoch": 1.1065129025731575,
+      "grad_norm": 0.3695336580276489,
+      "learning_rate": 7.228192692856484e-05,
+      "loss": 3.0426,
+      "step": 15040
+    },
+    {
+      "epoch": 1.10724861593923,
+      "grad_norm": 0.37608885765075684,
+      "learning_rate": 7.224656707421735e-05,
+      "loss": 3.0542,
+      "step": 15050
+    },
+    {
+      "epoch": 1.1079843293053027,
+      "grad_norm": 0.35501381754875183,
+      "learning_rate": 7.221119334207342e-05,
+      "loss": 3.0561,
+      "step": 15060
+    },
+    {
+      "epoch": 1.1087200426713752,
+      "grad_norm": 0.37130206823349,
+      "learning_rate": 7.217580575419983e-05,
+      "loss": 3.0336,
+      "step": 15070
+    },
+    {
+      "epoch": 1.1094557560374478,
+      "grad_norm": 0.3685947060585022,
+      "learning_rate": 7.214040433267198e-05,
+      "loss": 3.0071,
+      "step": 15080
+    },
+    {
+      "epoch": 1.1101914694035204,
+      "grad_norm": 0.3730693757534027,
+      "learning_rate": 7.210498909957388e-05,
+      "loss": 3.0587,
+      "step": 15090
+    },
+    {
+      "epoch": 1.110927182769593,
+      "grad_norm": 0.3776399493217468,
+      "learning_rate": 7.206956007699816e-05,
+      "loss": 3.0845,
+      "step": 15100
+    },
+    {
+      "epoch": 1.1116628961356656,
+      "grad_norm": 0.36200079321861267,
+      "learning_rate": 7.203411728704606e-05,
+      "loss": 3.007,
+      "step": 15110
+    },
+    {
+      "epoch": 1.1123986095017382,
+      "grad_norm": 0.3622397780418396,
+      "learning_rate": 7.199866075182745e-05,
+      "loss": 3.0645,
+      "step": 15120
+    },
+    {
+      "epoch": 1.1131343228678108,
+      "grad_norm": 0.3798138499259949,
+      "learning_rate": 7.19631904934607e-05,
+      "loss": 3.028,
+      "step": 15130
+    },
+    {
+      "epoch": 1.1138700362338834,
+      "grad_norm": 0.35861262679100037,
+      "learning_rate": 7.192770653407277e-05,
+      "loss": 3.036,
+      "step": 15140
+    },
+    {
+      "epoch": 1.114605749599956,
+      "grad_norm": 0.4072038531303406,
+      "learning_rate": 7.189220889579921e-05,
+      "loss": 3.0289,
+      "step": 15150
+    },
+    {
+      "epoch": 1.1153414629660285,
+      "grad_norm": 0.3686382472515106,
+      "learning_rate": 7.185669760078403e-05,
+      "loss": 3.0469,
+      "step": 15160
+    },
+    {
+      "epoch": 1.1160771763321011,
+      "grad_norm": 0.3779941499233246,
+      "learning_rate": 7.182117267117982e-05,
+      "loss": 3.0423,
+      "step": 15170
+    },
+    {
+      "epoch": 1.1168128896981735,
+      "grad_norm": 0.36711934208869934,
+      "learning_rate": 7.178563412914762e-05,
+      "loss": 2.9819,
+      "step": 15180
+    },
+    {
+      "epoch": 1.117548603064246,
+      "grad_norm": 0.36863258481025696,
+      "learning_rate": 7.175008199685703e-05,
+      "loss": 3.0924,
+      "step": 15190
+    },
+    {
+      "epoch": 1.1182843164303187,
+      "grad_norm": 0.36387646198272705,
+      "learning_rate": 7.171451629648604e-05,
+      "loss": 3.0725,
+      "step": 15200
+    },
+    {
+      "epoch": 1.1190200297963913,
+      "grad_norm": 0.3569769561290741,
+      "learning_rate": 7.16789370502212e-05,
+      "loss": 3.019,
+      "step": 15210
+    },
+    {
+      "epoch": 1.1197557431624638,
+      "grad_norm": 0.35440513491630554,
+      "learning_rate": 7.164334428025745e-05,
+      "loss": 2.9845,
+      "step": 15220
+    },
+    {
+      "epoch": 1.1204914565285364,
+      "grad_norm": 0.3555620610713959,
+      "learning_rate": 7.160773800879818e-05,
+      "loss": 3.0566,
+      "step": 15230
+    },
+    {
+      "epoch": 1.121227169894609,
+      "grad_norm": 0.3573719263076782,
+      "learning_rate": 7.157211825805519e-05,
+      "loss": 3.0455,
+      "step": 15240
+    },
+    {
+      "epoch": 1.1219628832606816,
+      "grad_norm": 0.3558180332183838,
+      "learning_rate": 7.153648505024872e-05,
+      "loss": 3.0277,
+      "step": 15250
+    },
+    {
+      "epoch": 1.1226985966267542,
+      "grad_norm": 0.35550549626350403,
+      "learning_rate": 7.150083840760738e-05,
+      "loss": 3.0278,
+      "step": 15260
+    },
+    {
+      "epoch": 1.1234343099928268,
+      "grad_norm": 0.3632723391056061,
+      "learning_rate": 7.146517835236817e-05,
+      "loss": 2.9995,
+      "step": 15270
+    },
+    {
+      "epoch": 1.1241700233588994,
+      "grad_norm": 0.3601170480251312,
+      "learning_rate": 7.142950490677645e-05,
+      "loss": 3.0567,
+      "step": 15280
+    },
+    {
+      "epoch": 1.124905736724972,
+      "grad_norm": 0.3749910295009613,
+      "learning_rate": 7.139381809308592e-05,
+      "loss": 3.0666,
+      "step": 15290
+    },
+    {
+      "epoch": 1.1256414500910445,
+      "grad_norm": 0.3659000098705292,
+      "learning_rate": 7.135811793355869e-05,
+      "loss": 3.0789,
+      "step": 15300
+    },
+    {
+      "epoch": 1.1263771634571171,
+      "grad_norm": 0.36209380626678467,
+      "learning_rate": 7.132240445046507e-05,
+      "loss": 3.0149,
+      "step": 15310
+    },
+    {
+      "epoch": 1.1271128768231897,
+      "grad_norm": 0.36656835675239563,
+      "learning_rate": 7.12866776660838e-05,
+      "loss": 3.1049,
+      "step": 15320
+    },
+    {
+      "epoch": 1.1278485901892623,
+      "grad_norm": 0.37641996145248413,
+      "learning_rate": 7.125093760270187e-05,
+      "loss": 3.0067,
+      "step": 15330
+    },
+    {
+      "epoch": 1.128584303555335,
+      "grad_norm": 0.35203486680984497,
+      "learning_rate": 7.121518428261456e-05,
+      "loss": 3.0463,
+      "step": 15340
+    },
+    {
+      "epoch": 1.1293200169214075,
+      "grad_norm": 0.3685363829135895,
+      "learning_rate": 7.117941772812537e-05,
+      "loss": 3.014,
+      "step": 15350
+    },
+    {
+      "epoch": 1.13005573028748,
+      "grad_norm": 0.35518285632133484,
+      "learning_rate": 7.114363796154615e-05,
+      "loss": 3.0378,
+      "step": 15360
+    },
+    {
+      "epoch": 1.1307914436535527,
+      "grad_norm": 0.3588918447494507,
+      "learning_rate": 7.110784500519691e-05,
+      "loss": 3.0122,
+      "step": 15370
+    },
+    {
+      "epoch": 1.131527157019625,
+      "grad_norm": 0.37091171741485596,
+      "learning_rate": 7.107203888140595e-05,
+      "loss": 3.0682,
+      "step": 15380
+    },
+    {
+      "epoch": 1.1322628703856976,
+      "grad_norm": 0.36039799451828003,
+      "learning_rate": 7.103621961250971e-05,
+      "loss": 3.0662,
+      "step": 15390
+    },
+    {
+      "epoch": 1.1329985837517702,
+      "grad_norm": 0.37948399782180786,
+      "learning_rate": 7.100038722085292e-05,
+      "loss": 3.0323,
+      "step": 15400
+    },
+    {
+      "epoch": 1.1337342971178428,
+      "grad_norm": 0.3666056990623474,
+      "learning_rate": 7.096454172878844e-05,
+      "loss": 3.0779,
+      "step": 15410
+    },
+    {
+      "epoch": 1.1344700104839154,
+      "grad_norm": 0.354842871427536,
+      "learning_rate": 7.092868315867729e-05,
+      "loss": 3.0105,
+      "step": 15420
+    },
+    {
+      "epoch": 1.135205723849988,
+      "grad_norm": 0.35736706852912903,
+      "learning_rate": 7.089281153288868e-05,
+      "loss": 3.0129,
+      "step": 15430
+    },
+    {
+      "epoch": 1.1359414372160606,
+      "grad_norm": 0.36379727721214294,
+      "learning_rate": 7.085692687379997e-05,
+      "loss": 3.0868,
+      "step": 15440
+    },
+    {
+      "epoch": 1.1366771505821331,
+      "grad_norm": 0.3604990541934967,
+      "learning_rate": 7.082102920379664e-05,
+      "loss": 3.0705,
+      "step": 15450
+    },
+    {
+      "epoch": 1.1374128639482057,
+      "grad_norm": 0.3602616488933563,
+      "learning_rate": 7.078511854527227e-05,
+      "loss": 3.0599,
+      "step": 15460
+    },
+    {
+      "epoch": 1.1381485773142783,
+      "grad_norm": 0.3518899083137512,
+      "learning_rate": 7.074919492062853e-05,
+      "loss": 3.0322,
+      "step": 15470
+    },
+    {
+      "epoch": 1.138884290680351,
+      "grad_norm": 0.3573099970817566,
+      "learning_rate": 7.071325835227525e-05,
+      "loss": 3.0194,
+      "step": 15480
+    },
+    {
+      "epoch": 1.1396200040464235,
+      "grad_norm": 0.368889182806015,
+      "learning_rate": 7.067730886263027e-05,
+      "loss": 3.0894,
+      "step": 15490
+    },
+    {
+      "epoch": 1.140355717412496,
+      "grad_norm": 0.360470175743103,
+      "learning_rate": 7.06413464741195e-05,
+      "loss": 2.9901,
+      "step": 15500
+    },
+    {
+      "epoch": 1.1410914307785687,
+      "grad_norm": 0.3495664894580841,
+      "learning_rate": 7.06053712091769e-05,
+      "loss": 3.0086,
+      "step": 15510
+    },
+    {
+      "epoch": 1.1418271441446413,
+      "grad_norm": 0.3800434172153473,
+      "learning_rate": 7.056938309024449e-05,
+      "loss": 3.0825,
+      "step": 15520
+    },
+    {
+      "epoch": 1.1425628575107138,
+      "grad_norm": 0.36110514402389526,
+      "learning_rate": 7.053338213977227e-05,
+      "loss": 3.0407,
+      "step": 15530
+    },
+    {
+      "epoch": 1.1432985708767864,
+      "grad_norm": 0.3506874144077301,
+      "learning_rate": 7.049736838021826e-05,
+      "loss": 3.0438,
+      "step": 15540
+    },
+    {
+      "epoch": 1.144034284242859,
+      "grad_norm": 0.3586377203464508,
+      "learning_rate": 7.046134183404848e-05,
+      "loss": 2.9803,
+      "step": 15550
+    },
+    {
+      "epoch": 1.1447699976089316,
+      "grad_norm": 0.39292410016059875,
+      "learning_rate": 7.04253025237369e-05,
+      "loss": 3.1149,
+      "step": 15560
+    },
+    {
+      "epoch": 1.1455057109750042,
+      "grad_norm": 0.36179158091545105,
+      "learning_rate": 7.03892504717655e-05,
+      "loss": 3.0369,
+      "step": 15570
+    },
+    {
+      "epoch": 1.1462414243410768,
+      "grad_norm": 0.3586963415145874,
+      "learning_rate": 7.035318570062416e-05,
+      "loss": 3.0941,
+      "step": 15580
+    },
+    {
+      "epoch": 1.1469771377071494,
+      "grad_norm": 0.37060362100601196,
+      "learning_rate": 7.031710823281072e-05,
+      "loss": 3.0252,
+      "step": 15590
+    },
+    {
+      "epoch": 1.147712851073222,
+      "grad_norm": 0.3765799105167389,
+      "learning_rate": 7.02810180908309e-05,
+      "loss": 3.0231,
+      "step": 15600
+    },
+    {
+      "epoch": 1.1484485644392946,
+      "grad_norm": 0.35655713081359863,
+      "learning_rate": 7.024491529719841e-05,
+      "loss": 3.0632,
+      "step": 15610
+    },
+    {
+      "epoch": 1.1491842778053671,
+      "grad_norm": 0.3502100706100464,
+      "learning_rate": 7.020879987443478e-05,
+      "loss": 3.0465,
+      "step": 15620
+    },
+    {
+      "epoch": 1.1499199911714397,
+      "grad_norm": 0.36901360750198364,
+      "learning_rate": 7.017267184506944e-05,
+      "loss": 3.0028,
+      "step": 15630
+    },
+    {
+      "epoch": 1.150655704537512,
+      "grad_norm": 0.36550623178482056,
+      "learning_rate": 7.013653123163969e-05,
+      "loss": 3.0151,
+      "step": 15640
+    },
+    {
+      "epoch": 1.1513914179035847,
+      "grad_norm": 0.3524268865585327,
+      "learning_rate": 7.010037805669066e-05,
+      "loss": 3.0887,
+      "step": 15650
+    },
+    {
+      "epoch": 1.1521271312696573,
+      "grad_norm": 0.36080747842788696,
+      "learning_rate": 7.006421234277535e-05,
+      "loss": 3.0073,
+      "step": 15660
+    },
+    {
+      "epoch": 1.1528628446357299,
+      "grad_norm": 0.35583287477493286,
+      "learning_rate": 7.002803411245453e-05,
+      "loss": 3.0403,
+      "step": 15670
+    },
+    {
+      "epoch": 1.1535985580018024,
+      "grad_norm": 0.35857105255126953,
+      "learning_rate": 6.999184338829685e-05,
+      "loss": 3.0916,
+      "step": 15680
+    },
+    {
+      "epoch": 1.154334271367875,
+      "grad_norm": 0.355186402797699,
+      "learning_rate": 6.995564019287871e-05,
+      "loss": 3.0287,
+      "step": 15690
+    },
+    {
+      "epoch": 1.1550699847339476,
+      "grad_norm": 0.35449060797691345,
+      "learning_rate": 6.991942454878429e-05,
+      "loss": 3.0322,
+      "step": 15700
+    },
+    {
+      "epoch": 1.1558056981000202,
+      "grad_norm": 0.36941638588905334,
+      "learning_rate": 6.98831964786055e-05,
+      "loss": 2.9872,
+      "step": 15710
+    },
+    {
+      "epoch": 1.1565414114660928,
+      "grad_norm": 0.3739472031593323,
+      "learning_rate": 6.98469560049421e-05,
+      "loss": 3.0461,
+      "step": 15720
+    },
+    {
+      "epoch": 1.1572771248321654,
+      "grad_norm": 0.36685386300086975,
+      "learning_rate": 6.981070315040151e-05,
+      "loss": 3.045,
+      "step": 15730
+    },
+    {
+      "epoch": 1.158012838198238,
+      "grad_norm": 0.35560208559036255,
+      "learning_rate": 6.977443793759886e-05,
+      "loss": 3.0352,
+      "step": 15740
+    },
+    {
+      "epoch": 1.1587485515643106,
+      "grad_norm": 0.365713894367218,
+      "learning_rate": 6.973816038915708e-05,
+      "loss": 3.0403,
+      "step": 15750
+    },
+    {
+      "epoch": 1.1594842649303831,
+      "grad_norm": 0.3721645176410675,
+      "learning_rate": 6.97018705277067e-05,
+      "loss": 3.0351,
+      "step": 15760
+    },
+    {
+      "epoch": 1.1602199782964557,
+      "grad_norm": 0.35145121812820435,
+      "learning_rate": 6.966556837588597e-05,
+      "loss": 3.0252,
+      "step": 15770
+    },
+    {
+      "epoch": 1.1609556916625283,
+      "grad_norm": 0.35836660861968994,
+      "learning_rate": 6.962925395634081e-05,
+      "loss": 3.0328,
+      "step": 15780
+    },
+    {
+      "epoch": 1.161691405028601,
+      "grad_norm": 0.35599228739738464,
+      "learning_rate": 6.959292729172479e-05,
+      "loss": 2.9948,
+      "step": 15790
+    },
+    {
+      "epoch": 1.1624271183946735,
+      "grad_norm": 0.36521443724632263,
+      "learning_rate": 6.955658840469912e-05,
+      "loss": 2.9992,
+      "step": 15800
+    },
+    {
+      "epoch": 1.163162831760746,
+      "grad_norm": 0.34881696105003357,
+      "learning_rate": 6.952023731793262e-05,
+      "loss": 3.0316,
+      "step": 15810
+    },
+    {
+      "epoch": 1.1638985451268187,
+      "grad_norm": 0.3558899760246277,
+      "learning_rate": 6.948387405410175e-05,
+      "loss": 3.0121,
+      "step": 15820
+    },
+    {
+      "epoch": 1.1646342584928913,
+      "grad_norm": 0.34750762581825256,
+      "learning_rate": 6.944749863589053e-05,
+      "loss": 3.0151,
+      "step": 15830
+    },
+    {
+      "epoch": 1.1653699718589636,
+      "grad_norm": 0.3648332953453064,
+      "learning_rate": 6.941111108599058e-05,
+      "loss": 3.1025,
+      "step": 15840
+    },
+    {
+      "epoch": 1.1661056852250362,
+      "grad_norm": 0.35662853717803955,
+      "learning_rate": 6.93747114271011e-05,
+      "loss": 3.0067,
+      "step": 15850
+    },
+    {
+      "epoch": 1.1668413985911088,
+      "grad_norm": 0.36678966879844666,
+      "learning_rate": 6.933829968192883e-05,
+      "loss": 3.0341,
+      "step": 15860
+    },
+    {
+      "epoch": 1.1675771119571814,
+      "grad_norm": 0.35157790780067444,
+      "learning_rate": 6.930187587318804e-05,
+      "loss": 3.0261,
+      "step": 15870
+    },
+    {
+      "epoch": 1.168312825323254,
+      "grad_norm": 0.37112855911254883,
+      "learning_rate": 6.926544002360055e-05,
+      "loss": 2.9995,
+      "step": 15880
+    },
+    {
+      "epoch": 1.1690485386893266,
+      "grad_norm": 0.36144548654556274,
+      "learning_rate": 6.922899215589568e-05,
+      "loss": 3.0327,
+      "step": 15890
+    },
+    {
+      "epoch": 1.1697842520553992,
+      "grad_norm": 0.3435918986797333,
+      "learning_rate": 6.919253229281024e-05,
+      "loss": 3.0582,
+      "step": 15900
+    },
+    {
+      "epoch": 1.1705199654214717,
+      "grad_norm": 0.36248284578323364,
+      "learning_rate": 6.915606045708851e-05,
+      "loss": 3.0589,
+      "step": 15910
+    },
+    {
+      "epoch": 1.1712556787875443,
+      "grad_norm": 0.3698318600654602,
+      "learning_rate": 6.91195766714823e-05,
+      "loss": 3.056,
+      "step": 15920
+    },
+    {
+      "epoch": 1.171991392153617,
+      "grad_norm": 0.35921046137809753,
+      "learning_rate": 6.908308095875077e-05,
+      "loss": 3.0095,
+      "step": 15930
+    },
+    {
+      "epoch": 1.1727271055196895,
+      "grad_norm": 0.34976983070373535,
+      "learning_rate": 6.904657334166064e-05,
+      "loss": 3.0407,
+      "step": 15940
+    },
+    {
+      "epoch": 1.173462818885762,
+      "grad_norm": 0.36711758375167847,
+      "learning_rate": 6.901005384298598e-05,
+      "loss": 3.0909,
+      "step": 15950
+    },
+    {
+      "epoch": 1.1741985322518347,
+      "grad_norm": 0.37532252073287964,
+      "learning_rate": 6.897352248550827e-05,
+      "loss": 3.0742,
+      "step": 15960
+    },
+    {
+      "epoch": 1.1749342456179073,
+      "grad_norm": 0.36899441480636597,
+      "learning_rate": 6.893697929201643e-05,
+      "loss": 2.9883,
+      "step": 15970
+    },
+    {
+      "epoch": 1.1756699589839799,
+      "grad_norm": 0.37338241934776306,
+      "learning_rate": 6.890042428530674e-05,
+      "loss": 3.0123,
+      "step": 15980
+    },
+    {
+      "epoch": 1.1764056723500524,
+      "grad_norm": 0.38112708926200867,
+      "learning_rate": 6.886385748818284e-05,
+      "loss": 3.0735,
+      "step": 15990
+    },
+    {
+      "epoch": 1.177141385716125,
+      "grad_norm": 0.36849597096443176,
+      "learning_rate": 6.882727892345575e-05,
+      "loss": 2.997,
+      "step": 16000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 40776,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 4000,
+  "total_flos": 1.4505989427025674e+18,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}