{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 2179,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004589261128958238,
      "grad_norm": 8.542048983401715,
      "learning_rate": 9.174311926605506e-08,
      "loss": 1.1206,
      "step": 1
    },
    {
      "epoch": 0.002294630564479119,
      "grad_norm": 8.730820381996422,
      "learning_rate": 4.587155963302753e-07,
      "loss": 1.1225,
      "step": 5
    },
    {
      "epoch": 0.004589261128958238,
      "grad_norm": 5.026231881904144,
      "learning_rate": 9.174311926605506e-07,
      "loss": 1.1138,
      "step": 10
    },
    {
      "epoch": 0.006883891693437357,
      "grad_norm": 3.214436315778165,
      "learning_rate": 1.3761467889908258e-06,
      "loss": 1.0308,
      "step": 15
    },
    {
      "epoch": 0.009178522257916476,
      "grad_norm": 2.9262839132141174,
      "learning_rate": 1.8348623853211011e-06,
      "loss": 0.9803,
      "step": 20
    },
    {
      "epoch": 0.011473152822395595,
      "grad_norm": 2.5816500702829965,
      "learning_rate": 2.2935779816513764e-06,
      "loss": 0.9955,
      "step": 25
    },
    {
      "epoch": 0.013767783386874713,
      "grad_norm": 2.62089651849134,
      "learning_rate": 2.7522935779816517e-06,
      "loss": 1.0214,
      "step": 30
    },
    {
      "epoch": 0.016062413951353834,
      "grad_norm": 2.522275443963982,
      "learning_rate": 3.211009174311927e-06,
      "loss": 0.9751,
      "step": 35
    },
    {
      "epoch": 0.018357044515832952,
      "grad_norm": 2.415617593047094,
      "learning_rate": 3.6697247706422022e-06,
      "loss": 0.995,
      "step": 40
    },
    {
      "epoch": 0.02065167508031207,
      "grad_norm": 2.525030642664337,
      "learning_rate": 4.128440366972478e-06,
      "loss": 1.0113,
      "step": 45
    },
    {
      "epoch": 0.02294630564479119,
      "grad_norm": 2.6665037719940954,
      "learning_rate": 4.587155963302753e-06,
      "loss": 0.9655,
      "step": 50
    },
    {
      "epoch": 0.025240936209270308,
      "grad_norm": 3.3232412426313385,
      "learning_rate": 5.045871559633028e-06,
      "loss": 0.9874,
      "step": 55
    },
    {
      "epoch": 0.027535566773749427,
      "grad_norm": 2.394624410644964,
      "learning_rate": 5.504587155963303e-06,
      "loss": 0.9921,
      "step": 60
    },
    {
      "epoch": 0.029830197338228545,
      "grad_norm": 2.6803374112332796,
      "learning_rate": 5.963302752293578e-06,
      "loss": 0.9968,
      "step": 65
    },
    {
      "epoch": 0.03212482790270767,
      "grad_norm": 2.695577014057411,
      "learning_rate": 6.422018348623854e-06,
      "loss": 0.9819,
      "step": 70
    },
    {
      "epoch": 0.03441945846718678,
      "grad_norm": 2.5003353553530308,
      "learning_rate": 6.880733944954129e-06,
      "loss": 1.0135,
      "step": 75
    },
    {
      "epoch": 0.036714089031665904,
      "grad_norm": 2.449197716174392,
      "learning_rate": 7.3394495412844045e-06,
      "loss": 0.9861,
      "step": 80
    },
    {
      "epoch": 0.03900871959614502,
      "grad_norm": 2.547680048482618,
      "learning_rate": 7.79816513761468e-06,
      "loss": 0.9886,
      "step": 85
    },
    {
      "epoch": 0.04130335016062414,
      "grad_norm": 2.738205329791908,
      "learning_rate": 8.256880733944956e-06,
      "loss": 0.9849,
      "step": 90
    },
    {
      "epoch": 0.04359798072510326,
      "grad_norm": 2.6040796770347256,
      "learning_rate": 8.71559633027523e-06,
      "loss": 1.0033,
      "step": 95
    },
    {
      "epoch": 0.04589261128958238,
      "grad_norm": 2.6163342737972495,
      "learning_rate": 9.174311926605506e-06,
      "loss": 0.9906,
      "step": 100
    },
    {
      "epoch": 0.048187241854061494,
      "grad_norm": 2.4805649474435536,
      "learning_rate": 9.633027522935781e-06,
      "loss": 0.9953,
      "step": 105
    },
    {
      "epoch": 0.050481872418540616,
      "grad_norm": 2.5415673257044604,
      "learning_rate": 1.0091743119266055e-05,
      "loss": 1.0171,
      "step": 110
    },
    {
      "epoch": 0.05277650298301973,
      "grad_norm": 2.4798532274771303,
      "learning_rate": 1.055045871559633e-05,
      "loss": 1.0314,
      "step": 115
    },
    {
      "epoch": 0.05507113354749885,
      "grad_norm": 2.8712967477215217,
      "learning_rate": 1.1009174311926607e-05,
      "loss": 0.9966,
      "step": 120
    },
    {
      "epoch": 0.05736576411197797,
      "grad_norm": 2.40307484944342,
      "learning_rate": 1.1467889908256882e-05,
      "loss": 0.9862,
      "step": 125
    },
    {
      "epoch": 0.05966039467645709,
      "grad_norm": 2.531947293972582,
      "learning_rate": 1.1926605504587156e-05,
      "loss": 1.0111,
      "step": 130
    },
    {
      "epoch": 0.06195502524093621,
      "grad_norm": 2.5630237672720355,
      "learning_rate": 1.238532110091743e-05,
      "loss": 1.0111,
      "step": 135
    },
    {
      "epoch": 0.06424965580541533,
      "grad_norm": 3.0796021235291504,
      "learning_rate": 1.2844036697247708e-05,
      "loss": 0.996,
      "step": 140
    },
    {
      "epoch": 0.06654428636989444,
      "grad_norm": 2.532220737324273,
      "learning_rate": 1.3302752293577984e-05,
      "loss": 1.0361,
      "step": 145
    },
    {
      "epoch": 0.06883891693437356,
      "grad_norm": 2.656655575725622,
      "learning_rate": 1.3761467889908258e-05,
      "loss": 1.0061,
      "step": 150
    },
    {
      "epoch": 0.07113354749885269,
      "grad_norm": 2.4257637087990194,
      "learning_rate": 1.4220183486238533e-05,
      "loss": 0.9896,
      "step": 155
    },
    {
      "epoch": 0.07342817806333181,
      "grad_norm": 2.482384770473286,
      "learning_rate": 1.4678899082568809e-05,
      "loss": 1.0321,
      "step": 160
    },
    {
      "epoch": 0.07572280862781092,
      "grad_norm": 2.9466970045401957,
      "learning_rate": 1.5137614678899085e-05,
      "loss": 1.0113,
      "step": 165
    },
    {
      "epoch": 0.07801743919229004,
      "grad_norm": 2.5190350812742364,
      "learning_rate": 1.559633027522936e-05,
      "loss": 1.0271,
      "step": 170
    },
    {
      "epoch": 0.08031206975676916,
      "grad_norm": 2.478301477100018,
      "learning_rate": 1.6055045871559634e-05,
      "loss": 1.0165,
      "step": 175
    },
    {
      "epoch": 0.08260670032124828,
      "grad_norm": 2.4464230838695826,
      "learning_rate": 1.6513761467889912e-05,
      "loss": 1.0646,
      "step": 180
    },
    {
      "epoch": 0.08490133088572739,
      "grad_norm": 2.5240574285299315,
      "learning_rate": 1.6972477064220186e-05,
      "loss": 1.0555,
      "step": 185
    },
    {
      "epoch": 0.08719596145020651,
      "grad_norm": 2.4185989752236505,
      "learning_rate": 1.743119266055046e-05,
      "loss": 1.0451,
      "step": 190
    },
    {
      "epoch": 0.08949059201468564,
      "grad_norm": 2.6482287747026954,
      "learning_rate": 1.7889908256880734e-05,
      "loss": 1.0325,
      "step": 195
    },
    {
      "epoch": 0.09178522257916476,
      "grad_norm": 2.4286821504213814,
      "learning_rate": 1.834862385321101e-05,
      "loss": 1.0269,
      "step": 200
    },
    {
      "epoch": 0.09407985314364388,
      "grad_norm": 2.193912154365014,
      "learning_rate": 1.8807339449541285e-05,
      "loss": 1.0551,
      "step": 205
    },
    {
      "epoch": 0.09637448370812299,
      "grad_norm": 2.695401581193139,
      "learning_rate": 1.9266055045871563e-05,
      "loss": 1.0456,
      "step": 210
    },
    {
      "epoch": 0.09866911427260211,
      "grad_norm": 2.6583940178739827,
      "learning_rate": 1.9724770642201837e-05,
      "loss": 1.0664,
      "step": 215
    },
    {
      "epoch": 0.10096374483708123,
      "grad_norm": 2.371077606257049,
      "learning_rate": 1.9999948669655127e-05,
      "loss": 1.0578,
      "step": 220
    },
    {
      "epoch": 0.10325837540156035,
      "grad_norm": 2.159798506956808,
      "learning_rate": 1.999937120932709e-05,
      "loss": 1.0421,
      "step": 225
    },
    {
      "epoch": 0.10555300596603946,
      "grad_norm": 2.7274671704918516,
      "learning_rate": 1.9998152162914807e-05,
      "loss": 1.0513,
      "step": 230
    },
    {
      "epoch": 0.10784763653051858,
      "grad_norm": 2.171023592361791,
      "learning_rate": 1.9996291608635527e-05,
      "loss": 1.0566,
      "step": 235
    },
    {
      "epoch": 0.1101422670949977,
      "grad_norm": 2.1701858629565445,
      "learning_rate": 1.9993789665867316e-05,
      "loss": 1.0371,
      "step": 240
    },
    {
      "epoch": 0.11243689765947683,
      "grad_norm": 2.2165028686751254,
      "learning_rate": 1.9990646495141445e-05,
      "loss": 1.0491,
      "step": 245
    },
    {
      "epoch": 0.11473152822395594,
      "grad_norm": 2.6072713574574466,
      "learning_rate": 1.998686229813205e-05,
      "loss": 1.0636,
      "step": 250
    },
    {
      "epoch": 0.11702615878843506,
      "grad_norm": 2.135919480089347,
      "learning_rate": 1.9982437317643218e-05,
      "loss": 1.05,
      "step": 255
    },
    {
      "epoch": 0.11932078935291418,
      "grad_norm": 2.4909036218466993,
      "learning_rate": 1.9977371837593382e-05,
      "loss": 1.0611,
      "step": 260
    },
    {
      "epoch": 0.1216154199173933,
      "grad_norm": 5.355161964355881,
      "learning_rate": 1.997166618299714e-05,
      "loss": 1.0253,
      "step": 265
    },
    {
      "epoch": 0.12391005048187242,
      "grad_norm": 2.374369183096664,
      "learning_rate": 1.9965320719944366e-05,
      "loss": 1.044,
      "step": 270
    },
    {
      "epoch": 0.12620468104635155,
      "grad_norm": 2.5178752868507144,
      "learning_rate": 1.995833585557674e-05,
      "loss": 1.0692,
      "step": 275
    },
    {
      "epoch": 0.12849931161083067,
      "grad_norm": 2.560582169592424,
      "learning_rate": 1.9950712038061617e-05,
      "loss": 1.0518,
      "step": 280
    },
    {
      "epoch": 0.13079394217530976,
      "grad_norm": 2.279796271646809,
      "learning_rate": 1.994244975656328e-05,
      "loss": 1.0627,
      "step": 285
    },
    {
      "epoch": 0.13308857273978889,
      "grad_norm": 2.428851471685207,
      "learning_rate": 1.993354954121155e-05,
      "loss": 1.0672,
      "step": 290
    },
    {
      "epoch": 0.135383203304268,
      "grad_norm": 2.253932739513235,
      "learning_rate": 1.9924011963067765e-05,
      "loss": 1.0572,
      "step": 295
    },
    {
      "epoch": 0.13767783386874713,
      "grad_norm": 2.2863725772380232,
      "learning_rate": 1.9913837634088143e-05,
      "loss": 1.0612,
      "step": 300
    },
    {
      "epoch": 0.13997246443322625,
      "grad_norm": 2.3216601188965433,
      "learning_rate": 1.9903027207084525e-05,
      "loss": 1.0711,
      "step": 305
    },
    {
      "epoch": 0.14226709499770537,
      "grad_norm": 2.4619963294994305,
      "learning_rate": 1.9891581375682472e-05,
      "loss": 1.091,
      "step": 310
    },
    {
      "epoch": 0.1445617255621845,
      "grad_norm": 2.6730364673716216,
      "learning_rate": 1.9879500874276788e-05,
      "loss": 1.0739,
      "step": 315
    },
    {
      "epoch": 0.14685635612666362,
      "grad_norm": 2.240223628972246,
      "learning_rate": 1.9866786477984357e-05,
      "loss": 1.0675,
      "step": 320
    },
    {
      "epoch": 0.14915098669114274,
      "grad_norm": 2.3152538012542436,
      "learning_rate": 1.985343900259446e-05,
      "loss": 1.0723,
      "step": 325
    },
    {
      "epoch": 0.15144561725562183,
      "grad_norm": 2.4361030726660364,
      "learning_rate": 1.983945930451639e-05,
      "loss": 1.0895,
      "step": 330
    },
    {
      "epoch": 0.15374024782010096,
      "grad_norm": 2.1416955206141086,
      "learning_rate": 1.982484828072452e-05,
      "loss": 1.0606,
      "step": 335
    },
    {
      "epoch": 0.15603487838458008,
      "grad_norm": 2.1520402841348054,
      "learning_rate": 1.9809606868700755e-05,
      "loss": 1.0751,
      "step": 340
    },
    {
      "epoch": 0.1583295089490592,
      "grad_norm": 2.198043038406304,
      "learning_rate": 1.9793736046374375e-05,
      "loss": 1.0642,
      "step": 345
    },
    {
      "epoch": 0.16062413951353832,
      "grad_norm": 2.310801939427329,
      "learning_rate": 1.977723683205928e-05,
      "loss": 1.0922,
      "step": 350
    },
    {
      "epoch": 0.16291877007801744,
      "grad_norm": 2.108829610277771,
      "learning_rate": 1.9760110284388667e-05,
      "loss": 1.0738,
      "step": 355
    },
    {
      "epoch": 0.16521340064249657,
      "grad_norm": 2.2185687059059602,
      "learning_rate": 1.9742357502247104e-05,
      "loss": 1.0636,
      "step": 360
    },
    {
      "epoch": 0.1675080312069757,
      "grad_norm": 2.3820797912728433,
      "learning_rate": 1.9723979624700004e-05,
      "loss": 1.0646,
      "step": 365
    },
    {
      "epoch": 0.16980266177145478,
      "grad_norm": 2.39166890987706,
      "learning_rate": 1.970497783092057e-05,
      "loss": 1.0826,
      "step": 370
    },
    {
      "epoch": 0.1720972923359339,
      "grad_norm": 2.067234800314795,
      "learning_rate": 1.9685353340114104e-05,
      "loss": 1.0675,
      "step": 375
    },
    {
      "epoch": 0.17439192290041303,
      "grad_norm": 2.16248649556658,
      "learning_rate": 1.9665107411439805e-05,
      "loss": 1.0955,
      "step": 380
    },
    {
      "epoch": 0.17668655346489215,
      "grad_norm": 2.290019980298114,
      "learning_rate": 1.9644241343929966e-05,
      "loss": 1.0591,
      "step": 385
    },
    {
      "epoch": 0.17898118402937127,
      "grad_norm": 2.2129439226232503,
      "learning_rate": 1.9622756476406625e-05,
      "loss": 1.0631,
      "step": 390
    },
    {
      "epoch": 0.1812758145938504,
      "grad_norm": 2.027387747335278,
      "learning_rate": 1.9600654187395666e-05,
      "loss": 1.0497,
      "step": 395
    },
    {
      "epoch": 0.18357044515832951,
      "grad_norm": 2.4021963976761995,
      "learning_rate": 1.9577935895038363e-05,
      "loss": 1.0738,
      "step": 400
    },
    {
      "epoch": 0.18586507572280864,
      "grad_norm": 2.066698083420903,
      "learning_rate": 1.9554603057000397e-05,
      "loss": 1.0708,
      "step": 405
    },
    {
      "epoch": 0.18815970628728776,
      "grad_norm": 2.2419541719123823,
      "learning_rate": 1.953065717037832e-05,
      "loss": 1.058,
      "step": 410
    },
    {
      "epoch": 0.19045433685176685,
      "grad_norm": 2.2301364115878823,
      "learning_rate": 1.9506099771603515e-05,
      "loss": 1.0654,
      "step": 415
    },
    {
      "epoch": 0.19274896741624598,
      "grad_norm": 2.259635192704883,
      "learning_rate": 1.9480932436343584e-05,
      "loss": 1.0608,
      "step": 420
    },
    {
      "epoch": 0.1950435979807251,
      "grad_norm": 2.1694738965454743,
      "learning_rate": 1.945515677940127e-05,
      "loss": 1.0795,
      "step": 425
    },
    {
      "epoch": 0.19733822854520422,
      "grad_norm": 24.332124680220836,
      "learning_rate": 1.9428774454610845e-05,
      "loss": 1.09,
      "step": 430
    },
    {
      "epoch": 0.19963285910968334,
      "grad_norm": 13.049567795778453,
      "learning_rate": 1.9401787154731993e-05,
      "loss": 1.6953,
      "step": 435
    },
    {
      "epoch": 0.20192748967416246,
      "grad_norm": 7.723175796818905,
      "learning_rate": 1.9374196611341212e-05,
      "loss": 1.1141,
      "step": 440
    },
    {
      "epoch": 0.20422212023864159,
      "grad_norm": 87.6420124445034,
      "learning_rate": 1.934600459472067e-05,
      "loss": 1.1117,
      "step": 445
    },
    {
      "epoch": 0.2065167508031207,
      "grad_norm": 2.9869822864961053,
      "learning_rate": 1.931721291374467e-05,
      "loss": 1.0953,
      "step": 450
    },
    {
      "epoch": 0.20881138136759983,
      "grad_norm": 2.4448207284406775,
      "learning_rate": 1.9287823415763552e-05,
      "loss": 1.0806,
      "step": 455
    },
    {
      "epoch": 0.21110601193207892,
      "grad_norm": 2.566404692048504,
      "learning_rate": 1.9257837986485187e-05,
      "loss": 1.0969,
      "step": 460
    },
    {
      "epoch": 0.21340064249655805,
      "grad_norm": 4.385856228808105,
      "learning_rate": 1.922725854985396e-05,
      "loss": 1.055,
      "step": 465
    },
    {
      "epoch": 0.21569527306103717,
      "grad_norm": 2.3775711238334507,
      "learning_rate": 1.9196087067927348e-05,
      "loss": 1.0698,
      "step": 470
    },
    {
      "epoch": 0.2179899036255163,
      "grad_norm": 2.2620590555710915,
      "learning_rate": 1.916432554075002e-05,
      "loss": 1.0825,
      "step": 475
    },
    {
      "epoch": 0.2202845341899954,
      "grad_norm": 2.7304207516254997,
      "learning_rate": 1.913197600622549e-05,
      "loss": 1.035,
      "step": 480
    },
    {
      "epoch": 0.22257916475447453,
      "grad_norm": 2.3652995101192382,
      "learning_rate": 1.9099040539985395e-05,
      "loss": 1.0598,
      "step": 485
    },
    {
      "epoch": 0.22487379531895366,
      "grad_norm": 2.3400675787952627,
      "learning_rate": 1.90655212552563e-05,
      "loss": 1.0507,
      "step": 490
    },
    {
      "epoch": 0.22716842588343278,
      "grad_norm": 2.1219643393114493,
      "learning_rate": 1.9031420302724093e-05,
      "loss": 1.0549,
      "step": 495
    },
    {
      "epoch": 0.22946305644791187,
      "grad_norm": 2.0597546067330454,
      "learning_rate": 1.8996739870396027e-05,
      "loss": 1.0545,
      "step": 500
    },
    {
      "epoch": 0.231757687012391,
      "grad_norm": 2.0948012744577467,
      "learning_rate": 1.896148218346028e-05,
      "loss": 1.052,
      "step": 505
    },
    {
      "epoch": 0.23405231757687012,
      "grad_norm": 2.1526817626887227,
      "learning_rate": 1.8925649504143244e-05,
      "loss": 1.0462,
      "step": 510
    },
    {
      "epoch": 0.23634694814134924,
      "grad_norm": 2.038989673045541,
      "learning_rate": 1.888924413156432e-05,
      "loss": 1.0651,
      "step": 515
    },
    {
      "epoch": 0.23864157870582836,
      "grad_norm": 2.1006533572356183,
      "learning_rate": 1.885226840158843e-05,
      "loss": 1.0644,
      "step": 520
    },
    {
      "epoch": 0.24093620927030748,
      "grad_norm": 2.3332747317371596,
      "learning_rate": 1.8814724686676133e-05,
      "loss": 1.0722,
      "step": 525
    },
    {
      "epoch": 0.2432308398347866,
      "grad_norm": 1.9851117275060848,
      "learning_rate": 1.8776615395731398e-05,
      "loss": 1.0596,
      "step": 530
    },
    {
      "epoch": 0.24552547039926573,
      "grad_norm": 2.030081193927863,
      "learning_rate": 1.8737942973947062e-05,
      "loss": 1.0759,
      "step": 535
    },
    {
      "epoch": 0.24782010096374485,
      "grad_norm": 2.2516155399349866,
      "learning_rate": 1.8698709902647903e-05,
      "loss": 1.0453,
      "step": 540
    },
    {
      "epoch": 0.25011473152822394,
      "grad_norm": 2.5068515840745067,
      "learning_rate": 1.865891869913147e-05,
      "loss": 1.0908,
      "step": 545
    },
    {
      "epoch": 0.2524093620927031,
      "grad_norm": 2.4364345139539307,
      "learning_rate": 1.8618571916506548e-05,
      "loss": 1.0747,
      "step": 550
    },
    {
      "epoch": 0.2547039926571822,
      "grad_norm": 2.174192040006664,
      "learning_rate": 1.8577672143529337e-05,
      "loss": 1.0695,
      "step": 555
    },
    {
      "epoch": 0.25699862322166134,
      "grad_norm": 2.1082629086312306,
      "learning_rate": 1.853622200443737e-05,
      "loss": 1.0678,
      "step": 560
    },
    {
      "epoch": 0.25929325378614043,
      "grad_norm": 2.026795919074908,
      "learning_rate": 1.849422415878112e-05,
      "loss": 1.0615,
      "step": 565
    },
    {
      "epoch": 0.2615878843506195,
      "grad_norm": 4.391522020875447,
      "learning_rate": 1.8451681301253363e-05,
      "loss": 1.0748,
      "step": 570
    },
    {
      "epoch": 0.2638825149150987,
      "grad_norm": 2.2545875042843218,
      "learning_rate": 1.840859616151627e-05,
      "loss": 1.0841,
      "step": 575
    },
    {
      "epoch": 0.26617714547957777,
      "grad_norm": 2.4383336966875806,
      "learning_rate": 1.8364971504026273e-05,
      "loss": 1.0683,
      "step": 580
    },
    {
      "epoch": 0.2684717760440569,
      "grad_norm": 2.032234747949604,
      "learning_rate": 1.8320810127856706e-05,
      "loss": 1.0503,
      "step": 585
    },
    {
      "epoch": 0.270766406608536,
      "grad_norm": 2.135201384180716,
      "learning_rate": 1.827611486651817e-05,
      "loss": 1.0702,
      "step": 590
    },
    {
      "epoch": 0.27306103717301516,
      "grad_norm": 3.134318242625564,
      "learning_rate": 1.8230888587776758e-05,
      "loss": 1.0808,
      "step": 595
    },
    {
      "epoch": 0.27535566773749426,
      "grad_norm": 2.098719263576858,
      "learning_rate": 1.8185134193470043e-05,
      "loss": 1.0639,
      "step": 600
    },
    {
      "epoch": 0.2776502983019734,
      "grad_norm": 2.167620655991022,
      "learning_rate": 1.8138854619320893e-05,
      "loss": 1.0679,
      "step": 605
    },
    {
      "epoch": 0.2799449288664525,
      "grad_norm": 2.110572139729922,
      "learning_rate": 1.8092052834749094e-05,
      "loss": 1.0481,
      "step": 610
    },
    {
      "epoch": 0.2822395594309316,
      "grad_norm": 2.111753085065974,
      "learning_rate": 1.804473184268084e-05,
      "loss": 1.0929,
      "step": 615
    },
    {
      "epoch": 0.28453418999541075,
      "grad_norm": 2.047982339354027,
      "learning_rate": 1.799689467935604e-05,
      "loss": 1.0675,
      "step": 620
    },
    {
      "epoch": 0.28682882055988984,
      "grad_norm": 1.9901275601162307,
      "learning_rate": 1.7948544414133534e-05,
      "loss": 1.0671,
      "step": 625
    },
    {
      "epoch": 0.289123451124369,
      "grad_norm": 2.355283701088896,
      "learning_rate": 1.7899684149294118e-05,
      "loss": 1.0831,
      "step": 630
    },
    {
      "epoch": 0.2914180816888481,
      "grad_norm": 2.034042330707897,
      "learning_rate": 1.7850317019841514e-05,
      "loss": 1.0551,
      "step": 635
    },
    {
      "epoch": 0.29371271225332723,
      "grad_norm": 2.0459885339908337,
      "learning_rate": 1.7800446193301225e-05,
      "loss": 1.0656,
      "step": 640
    },
    {
      "epoch": 0.29600734281780633,
      "grad_norm": 1.9809660700340832,
      "learning_rate": 1.7750074869517285e-05,
      "loss": 1.0547,
      "step": 645
    },
    {
      "epoch": 0.2983019733822855,
      "grad_norm": 2.1222169648334037,
      "learning_rate": 1.7699206280446955e-05,
      "loss": 1.0856,
      "step": 650
    },
    {
      "epoch": 0.3005966039467646,
      "grad_norm": 2.033320981208692,
      "learning_rate": 1.7647843689953352e-05,
      "loss": 1.0496,
      "step": 655
    },
    {
      "epoch": 0.30289123451124367,
      "grad_norm": 1.9724823263811897,
      "learning_rate": 1.759599039359603e-05,
      "loss": 1.058,
      "step": 660
    },
    {
      "epoch": 0.3051858650757228,
      "grad_norm": 2.081504542418749,
      "learning_rate": 1.754364971841952e-05,
      "loss": 1.0652,
      "step": 665
    },
    {
      "epoch": 0.3074804956402019,
      "grad_norm": 1.9226506132795518,
      "learning_rate": 1.749082502273988e-05,
      "loss": 1.0498,
      "step": 670
    },
    {
      "epoch": 0.30977512620468106,
      "grad_norm": 2.093061922783108,
      "learning_rate": 1.7437519695929194e-05,
      "loss": 1.0469,
      "step": 675
    },
    {
      "epoch": 0.31206975676916016,
      "grad_norm": 1.9436746042499786,
      "learning_rate": 1.738373715819811e-05,
      "loss": 1.0935,
      "step": 680
    },
    {
      "epoch": 0.3143643873336393,
      "grad_norm": 2.141922458996327,
      "learning_rate": 1.7329480860376392e-05,
      "loss": 1.0708,
      "step": 685
    },
    {
      "epoch": 0.3166590178981184,
      "grad_norm": 1.9342237159056526,
      "learning_rate": 1.7274754283691507e-05,
      "loss": 1.0576,
      "step": 690
    },
    {
      "epoch": 0.3189536484625975,
      "grad_norm": 2.3671090315479724,
      "learning_rate": 1.7219560939545246e-05,
      "loss": 1.0314,
      "step": 695
    },
    {
      "epoch": 0.32124827902707664,
      "grad_norm": 2.804036651572821,
      "learning_rate": 1.7163904369288443e-05,
      "loss": 1.037,
      "step": 700
    },
    {
      "epoch": 0.32354290959155574,
      "grad_norm": 2.130875477845555,
      "learning_rate": 1.710778814399374e-05,
      "loss": 1.0676,
      "step": 705
    },
    {
      "epoch": 0.3258375401560349,
      "grad_norm": 2.2917073480609145,
      "learning_rate": 1.705121586422647e-05,
      "loss": 1.0603,
      "step": 710
    },
    {
      "epoch": 0.328132170720514,
      "grad_norm": 1.9344196026563947,
      "learning_rate": 1.699419115981361e-05,
      "loss": 1.0563,
      "step": 715
    },
    {
      "epoch": 0.33042680128499313,
      "grad_norm": 2.588695773647949,
      "learning_rate": 1.69367176896109e-05,
      "loss": 1.0383,
      "step": 720
    },
    {
      "epoch": 0.3327214318494722,
      "grad_norm": 1.8338278514413,
      "learning_rate": 1.6878799141268107e-05,
      "loss": 1.0367,
      "step": 725
    },
    {
      "epoch": 0.3350160624139514,
      "grad_norm": 1.9232017037694178,
      "learning_rate": 1.682043923099234e-05,
      "loss": 1.0609,
      "step": 730
    },
    {
      "epoch": 0.33731069297843047,
      "grad_norm": 2.0707722390620638,
      "learning_rate": 1.6761641703309702e-05,
      "loss": 1.0544,
      "step": 735
    },
    {
      "epoch": 0.33960532354290957,
      "grad_norm": 1.863894286464851,
      "learning_rate": 1.6702410330824962e-05,
      "loss": 1.0459,
      "step": 740
    },
    {
      "epoch": 0.3418999541073887,
      "grad_norm": 2.295179291530668,
      "learning_rate": 1.6642748913979515e-05,
      "loss": 1.0664,
      "step": 745
    },
    {
      "epoch": 0.3441945846718678,
      "grad_norm": 1.9748901739443767,
      "learning_rate": 1.6582661280807553e-05,
      "loss": 1.0824,
      "step": 750
    },
    {
      "epoch": 0.34648921523634696,
      "grad_norm": 2.0941843827334976,
      "learning_rate": 1.652215128669042e-05,
      "loss": 1.0663,
      "step": 755
    },
    {
      "epoch": 0.34878384580082605,
      "grad_norm": 2.026330695493712,
      "learning_rate": 1.646122281410927e-05,
      "loss": 1.0582,
      "step": 760
    },
    {
      "epoch": 0.3510784763653052,
      "grad_norm": 1.814204512009467,
      "learning_rate": 1.6399879772395915e-05,
      "loss": 1.0664,
      "step": 765
    },
    {
      "epoch": 0.3533731069297843,
      "grad_norm": 2.0517724058062794,
      "learning_rate": 1.633812609748206e-05,
      "loss": 1.0479,
      "step": 770
    },
    {
      "epoch": 0.35566773749426345,
      "grad_norm": 1.917088322296075,
      "learning_rate": 1.6275965751646682e-05,
      "loss": 1.049,
      "step": 775
    },
    {
      "epoch": 0.35796236805874254,
      "grad_norm": 1.8734674623090466,
      "learning_rate": 1.6213402723261852e-05,
      "loss": 1.0544,
      "step": 780
    },
    {
      "epoch": 0.36025699862322164,
      "grad_norm": 2.1022753225906268,
      "learning_rate": 1.6150441026536827e-05,
      "loss": 1.0487,
      "step": 785
    },
    {
      "epoch": 0.3625516291877008,
      "grad_norm": 1.8722897359622224,
      "learning_rate": 1.6087084701260468e-05,
      "loss": 1.0349,
      "step": 790
    },
    {
      "epoch": 0.3648462597521799,
      "grad_norm": 4.170483033000324,
      "learning_rate": 1.6023337812542048e-05,
      "loss": 1.0416,
      "step": 795
    },
    {
      "epoch": 0.36714089031665903,
      "grad_norm": 1.9386838285813406,
      "learning_rate": 1.5959204450550427e-05,
      "loss": 1.0588,
      "step": 800
    },
    {
      "epoch": 0.3694355208811381,
      "grad_norm": 2.0117934404635136,
      "learning_rate": 1.5894688730251613e-05,
      "loss": 1.0454,
      "step": 805
    },
    {
      "epoch": 0.3717301514456173,
      "grad_norm": 2.121087436021138,
      "learning_rate": 1.5829794791144723e-05,
      "loss": 1.0388,
      "step": 810
    },
    {
      "epoch": 0.37402478201009637,
      "grad_norm": 2.0084458470640394,
      "learning_rate": 1.57645267969964e-05,
      "loss": 1.0425,
      "step": 815
    },
    {
      "epoch": 0.3763194125745755,
      "grad_norm": 1.9502413688336317,
      "learning_rate": 1.569888893557365e-05,
      "loss": 1.0352,
      "step": 820
    },
    {
      "epoch": 0.3786140431390546,
      "grad_norm": 1.9753852329094403,
      "learning_rate": 1.5632885418375136e-05,
      "loss": 1.0562,
      "step": 825
    },
    {
      "epoch": 0.3809086737035337,
      "grad_norm": 2.0333895336233745,
      "learning_rate": 1.556652048036096e-05,
      "loss": 1.0571,
      "step": 830
    },
    {
      "epoch": 0.38320330426801286,
      "grad_norm": 2.2000920597322464,
      "learning_rate": 1.549979837968094e-05,
      "loss": 1.0504,
      "step": 835
    },
    {
      "epoch": 0.38549793483249195,
      "grad_norm": 2.0041860947851777,
      "learning_rate": 1.5432723397401406e-05,
      "loss": 1.0483,
      "step": 840
    },
    {
      "epoch": 0.3877925653969711,
      "grad_norm": 2.063158568485873,
      "learning_rate": 1.5365299837230483e-05,
      "loss": 1.0479,
      "step": 845
    },
    {
      "epoch": 0.3900871959614502,
      "grad_norm": 2.0282677973594017,
      "learning_rate": 1.5297532025241993e-05,
      "loss": 1.03,
      "step": 850
    },
    {
      "epoch": 0.39238182652592934,
      "grad_norm": 1.8181342854668368,
      "learning_rate": 1.5229424309597853e-05,
      "loss": 1.0461,
      "step": 855
    },
    {
      "epoch": 0.39467645709040844,
      "grad_norm": 1.9188404459309296,
      "learning_rate": 1.5160981060269107e-05,
      "loss": 1.0926,
      "step": 860
    },
    {
      "epoch": 0.3969710876548876,
      "grad_norm": 1.8587214491979347,
      "learning_rate": 1.5092206668755518e-05,
      "loss": 1.023,
      "step": 865
    },
    {
      "epoch": 0.3992657182193667,
      "grad_norm": 2.0702564004428736,
      "learning_rate": 1.5023105547803807e-05,
      "loss": 1.0497,
      "step": 870
    },
    {
      "epoch": 0.4015603487838458,
      "grad_norm": 1.866283622621383,
      "learning_rate": 1.4953682131124527e-05,
      "loss": 1.0548,
      "step": 875
    },
    {
      "epoch": 0.4038549793483249,
      "grad_norm": 2.3748260414549613,
      "learning_rate": 1.4883940873107572e-05,
      "loss": 1.0354,
      "step": 880
    },
    {
      "epoch": 0.406149609912804,
      "grad_norm": 1.8622352558527133,
      "learning_rate": 1.4813886248536376e-05,
      "loss": 1.0272,
      "step": 885
    },
    {
      "epoch": 0.40844424047728317,
      "grad_norm": 1.8451716042859445,
      "learning_rate": 1.4743522752300793e-05,
      "loss": 1.0346,
      "step": 890
    },
    {
      "epoch": 0.41073887104176227,
      "grad_norm": 1.7791032929700201,
      "learning_rate": 1.467285489910872e-05,
      "loss": 1.0445,
      "step": 895
    },
    {
      "epoch": 0.4130335016062414,
      "grad_norm": 1.9142844645885038,
      "learning_rate": 1.4601887223196374e-05,
      "loss": 1.0367,
      "step": 900
    },
    {
      "epoch": 0.4153281321707205,
      "grad_norm": 1.9821960797296039,
      "learning_rate": 1.4530624278037406e-05,
      "loss": 1.0459,
      "step": 905
    },
    {
      "epoch": 0.41762276273519966,
      "grad_norm": 1.8030416883238183,
      "learning_rate": 1.4459070636050721e-05,
      "loss": 1.0395,
      "step": 910
    },
    {
      "epoch": 0.41991739329967875,
      "grad_norm": 1.8541049154816385,
      "learning_rate": 1.4387230888307098e-05,
      "loss": 1.0297,
      "step": 915
    },
    {
      "epoch": 0.42221202386415785,
      "grad_norm": 1.882570932670042,
      "learning_rate": 1.4315109644234619e-05,
      "loss": 1.0526,
      "step": 920
    },
    {
      "epoch": 0.424506654428637,
      "grad_norm": 2.104659835262144,
      "learning_rate": 1.4242711531322912e-05,
      "loss": 1.0602,
      "step": 925
    },
    {
      "epoch": 0.4268012849931161,
      "grad_norm": 1.9520034799103085,
      "learning_rate": 1.4170041194826247e-05,
      "loss": 1.0513,
      "step": 930
    },
    {
      "epoch": 0.42909591555759524,
      "grad_norm": 1.8636499197241878,
      "learning_rate": 1.4097103297465471e-05,
      "loss": 1.0313,
      "step": 935
    },
    {
      "epoch": 0.43139054612207434,
      "grad_norm": 1.866901038371879,
      "learning_rate": 1.402390251912885e-05,
      "loss": 1.0492,
      "step": 940
    },
    {
      "epoch": 0.4336851766865535,
      "grad_norm": 1.9095505177623704,
      "learning_rate": 1.395044355657178e-05,
      "loss": 1.0427,
      "step": 945
    },
    {
      "epoch": 0.4359798072510326,
      "grad_norm": 1.8833835923493178,
      "learning_rate": 1.387673112311545e-05,
      "loss": 1.0062,
      "step": 950
    },
    {
      "epoch": 0.4382744378155117,
      "grad_norm": 1.8503750464774162,
      "learning_rate": 1.3802769948344406e-05,
      "loss": 1.0584,
      "step": 955
    },
    {
      "epoch": 0.4405690683799908,
      "grad_norm": 1.9850425042063173,
      "learning_rate": 1.3728564777803089e-05,
      "loss": 1.0299,
      "step": 960
    },
    {
      "epoch": 0.4428636989444699,
      "grad_norm": 2.0470542749046308,
      "learning_rate": 1.3654120372691361e-05,
      "loss": 1.0211,
      "step": 965
    },
    {
      "epoch": 0.44515832950894907,
      "grad_norm": 1.963916772949296,
      "learning_rate": 1.3579441509559007e-05,
      "loss": 1.0453,
      "step": 970
    },
    {
      "epoch": 0.44745296007342816,
      "grad_norm": 1.889454130597838,
      "learning_rate": 1.350453297999925e-05,
      "loss": 1.0441,
      "step": 975
    },
    {
      "epoch": 0.4497475906379073,
      "grad_norm": 1.8300661545935728,
      "learning_rate": 1.3429399590341325e-05,
      "loss": 1.0109,
      "step": 980
    },
    {
      "epoch": 0.4520422212023864,
      "grad_norm": 1.8927209237187554,
      "learning_rate": 1.3354046161342087e-05,
      "loss": 1.0153,
      "step": 985
    },
    {
      "epoch": 0.45433685176686556,
      "grad_norm": 1.8419785511286724,
      "learning_rate": 1.327847752787669e-05,
      "loss": 1.0234,
      "step": 990
    },
    {
      "epoch": 0.45663148233134465,
      "grad_norm": 1.8479631910892635,
      "learning_rate": 1.3202698538628376e-05,
      "loss": 1.0515,
      "step": 995
    },
    {
      "epoch": 0.45892611289582375,
      "grad_norm": 1.8454383680403843,
      "learning_rate": 1.3126714055777378e-05,
      "loss": 1.0283,
      "step": 1000
    },
    {
      "epoch": 0.4612207434603029,
      "grad_norm": 1.8614938060407424,
      "learning_rate": 1.3050528954688932e-05,
      "loss": 1.028,
      "step": 1005
    },
    {
      "epoch": 0.463515374024782,
      "grad_norm": 2.138120924499351,
      "learning_rate": 1.2974148123600477e-05,
      "loss": 1.0154,
      "step": 1010
    },
    {
      "epoch": 0.46581000458926114,
      "grad_norm": 1.8576229088325686,
      "learning_rate": 1.2897576463307999e-05,
      "loss": 1.036,
      "step": 1015
    },
    {
      "epoch": 0.46810463515374023,
      "grad_norm": 2.0045877966342776,
      "learning_rate": 1.2820818886851599e-05,
      "loss": 1.0382,
      "step": 1020
    },
    {
      "epoch": 0.4703992657182194,
      "grad_norm": 1.8120186612041058,
      "learning_rate": 1.2743880319200241e-05,
      "loss": 1.0532,
      "step": 1025
    },
    {
      "epoch": 0.4726938962826985,
      "grad_norm": 1.8202058192088733,
      "learning_rate": 1.2666765696935773e-05,
      "loss": 1.0223,
      "step": 1030
    },
    {
      "epoch": 0.47498852684717763,
      "grad_norm": 1.8341249835092734,
      "learning_rate": 1.2589479967936163e-05,
      "loss": 1.0327,
      "step": 1035
    },
    {
      "epoch": 0.4772831574116567,
      "grad_norm": 1.890017754125909,
      "learning_rate": 1.2512028091058044e-05,
      "loss": 1.0282,
      "step": 1040
    },
    {
      "epoch": 0.4795777879761358,
      "grad_norm": 1.7963761077816227,
      "learning_rate": 1.2434415035818535e-05,
      "loss": 1.015,
      "step": 1045
    },
    {
      "epoch": 0.48187241854061497,
      "grad_norm": 1.89045217328483,
      "learning_rate": 1.2356645782076384e-05,
      "loss": 1.0189,
      "step": 1050
    },
    {
      "epoch": 0.48416704910509406,
      "grad_norm": 1.8184075309069563,
      "learning_rate": 1.2278725319712449e-05,
      "loss": 1.0388,
      "step": 1055
    },
    {
      "epoch": 0.4864616796695732,
      "grad_norm": 1.7960523305438247,
      "learning_rate": 1.2200658648309531e-05,
      "loss": 1.0447,
      "step": 1060
    },
    {
      "epoch": 0.4887563102340523,
      "grad_norm": 1.8467823592474473,
      "learning_rate": 1.2122450776831593e-05,
      "loss": 1.0122,
      "step": 1065
    },
    {
      "epoch": 0.49105094079853145,
      "grad_norm": 1.7814611078259526,
      "learning_rate": 1.2044106723302364e-05,
      "loss": 0.998,
      "step": 1070
    },
    {
      "epoch": 0.49334557136301055,
      "grad_norm": 1.8655763524159674,
      "learning_rate": 1.1965631514483376e-05,
      "loss": 1.0051,
      "step": 1075
    },
    {
      "epoch": 0.4956402019274897,
      "grad_norm": 1.8504586712684936,
      "learning_rate": 1.1887030185551427e-05,
      "loss": 1.0173,
      "step": 1080
    },
    {
      "epoch": 0.4979348324919688,
      "grad_norm": 1.8553598830430822,
      "learning_rate": 1.1808307779775518e-05,
      "loss": 1.0276,
      "step": 1085
    },
    {
      "epoch": 0.5002294630564479,
      "grad_norm": 1.7545364104117196,
      "learning_rate": 1.1729469348193263e-05,
      "loss": 1.0079,
      "step": 1090
    },
    {
      "epoch": 0.502524093620927,
      "grad_norm": 1.7459754103129477,
      "learning_rate": 1.1650519949286797e-05,
      "loss": 1.0049,
      "step": 1095
    },
    {
      "epoch": 0.5048187241854062,
      "grad_norm": 1.8061298693213486,
      "learning_rate": 1.1571464648658201e-05,
      "loss": 0.9806,
      "step": 1100
    },
    {
      "epoch": 0.5071133547498853,
      "grad_norm": 1.7062918430841572,
      "learning_rate": 1.1492308518704507e-05,
      "loss": 1.0133,
      "step": 1105
    },
    {
      "epoch": 0.5094079853143644,
      "grad_norm": 1.744436514313244,
      "learning_rate": 1.1413056638292215e-05,
      "loss": 0.9962,
      "step": 1110
    },
    {
      "epoch": 0.5117026158788435,
      "grad_norm": 1.7695374210335713,
      "learning_rate": 1.1333714092431423e-05,
      "loss": 1.0085,
      "step": 1115
    },
    {
      "epoch": 0.5139972464433227,
      "grad_norm": 1.9055267822840887,
      "learning_rate": 1.1254285971949574e-05,
      "loss": 1.0198,
      "step": 1120
    },
    {
      "epoch": 0.5162918770078018,
      "grad_norm": 1.7470563158478891,
      "learning_rate": 1.1174777373164797e-05,
      "loss": 1.005,
      "step": 1125
    },
    {
      "epoch": 0.5185865075722809,
      "grad_norm": 1.8402758989282078,
      "learning_rate": 1.109519339755893e-05,
      "loss": 1.0225,
      "step": 1130
    },
    {
      "epoch": 0.52088113813676,
      "grad_norm": 1.9185683165429528,
      "learning_rate": 1.1015539151450172e-05,
      "loss": 1.0202,
      "step": 1135
    },
    {
      "epoch": 0.523175768701239,
      "grad_norm": 1.7862218928745999,
      "learning_rate": 1.0935819745665477e-05,
      "loss": 0.9938,
      "step": 1140
    },
    {
      "epoch": 0.5254703992657183,
      "grad_norm": 1.7946257670444443,
      "learning_rate": 1.0856040295212614e-05,
      "loss": 1.0203,
      "step": 1145
    },
    {
      "epoch": 0.5277650298301974,
      "grad_norm": 1.8084692996883154,
      "learning_rate": 1.077620591895197e-05,
      "loss": 1.0132,
      "step": 1150
    },
    {
      "epoch": 0.5300596603946764,
      "grad_norm": 1.8496851492898159,
      "learning_rate": 1.069632173926812e-05,
      "loss": 1.009,
      "step": 1155
    },
    {
      "epoch": 0.5323542909591555,
      "grad_norm": 1.7965406450823929,
      "learning_rate": 1.0616392881741166e-05,
      "loss": 0.9898,
      "step": 1160
    },
    {
      "epoch": 0.5346489215236347,
      "grad_norm": 1.8696271364197514,
      "learning_rate": 1.0536424474817848e-05,
      "loss": 0.9949,
      "step": 1165
    },
    {
      "epoch": 0.5369435520881138,
      "grad_norm": 1.8512029165438884,
      "learning_rate": 1.0456421649482502e-05,
      "loss": 1.0065,
      "step": 1170
    },
    {
      "epoch": 0.5392381826525929,
      "grad_norm": 1.833426494602823,
      "learning_rate": 1.0376389538927841e-05,
      "loss": 1.0158,
      "step": 1175
    },
    {
      "epoch": 0.541532813217072,
      "grad_norm": 1.8287651297802663,
      "learning_rate": 1.0296333278225599e-05,
      "loss": 1.0064,
      "step": 1180
    },
    {
      "epoch": 0.5438274437815511,
      "grad_norm": 1.8964046455895252,
      "learning_rate": 1.0216258003997044e-05,
      "loss": 1.0198,
      "step": 1185
    },
    {
      "epoch": 0.5461220743460303,
      "grad_norm": 1.777279291853422,
      "learning_rate": 1.0136168854083401e-05,
      "loss": 0.9712,
      "step": 1190
    },
    {
      "epoch": 0.5484167049105094,
      "grad_norm": 1.8585809331304046,
      "learning_rate": 1.0056070967216199e-05,
      "loss": 0.9954,
      "step": 1195
    },
    {
      "epoch": 0.5507113354749885,
      "grad_norm": 1.9725460354320736,
      "learning_rate": 9.975969482687547e-06,
      "loss": 0.9835,
      "step": 1200
    },
    {
      "epoch": 0.5530059660394676,
      "grad_norm": 1.7245123642288822,
      "learning_rate": 9.8958695400204e-06,
      "loss": 1.0004,
      "step": 1205
    },
    {
      "epoch": 0.5553005966039468,
      "grad_norm": 1.8366846045184153,
      "learning_rate": 9.815776278638772e-06,
      "loss": 1.0265,
      "step": 1210
    },
    {
      "epoch": 0.5575952271684259,
      "grad_norm": 1.8649330489030282,
      "learning_rate": 9.735694837537993e-06,
      "loss": 0.9572,
      "step": 1215
    },
    {
      "epoch": 0.559889857732905,
      "grad_norm": 1.7668993960491821,
      "learning_rate": 9.655630354954974e-06,
      "loss": 0.9922,
      "step": 1220
    },
    {
      "epoch": 0.5621844882973841,
      "grad_norm": 1.9573923418916903,
      "learning_rate": 9.57558796803852e-06,
      "loss": 1.0109,
      "step": 1225
    },
    {
      "epoch": 0.5644791188618632,
      "grad_norm": 1.711437620336517,
      "learning_rate": 9.495572812519718e-06,
      "loss": 0.9946,
      "step": 1230
    },
    {
      "epoch": 0.5667737494263424,
      "grad_norm": 1.7691621774728759,
      "learning_rate": 9.41559002238242e-06,
      "loss": 1.0061,
      "step": 1235
    },
    {
      "epoch": 0.5690683799908215,
      "grad_norm": 1.8386891074186076,
      "learning_rate": 9.33564472953383e-06,
      "loss": 0.9886,
      "step": 1240
    },
    {
      "epoch": 0.5713630105553006,
      "grad_norm": 1.8757816038935415,
      "learning_rate": 9.255742063475228e-06,
      "loss": 0.9952,
      "step": 1245
    },
    {
      "epoch": 0.5736576411197797,
      "grad_norm": 1.7204727826291393,
      "learning_rate": 9.175887150972841e-06,
      "loss": 0.9922,
      "step": 1250
    },
    {
      "epoch": 0.5759522716842589,
      "grad_norm": 1.7936118442403097,
      "learning_rate": 9.096085115728902e-06,
      "loss": 0.982,
      "step": 1255
    },
    {
      "epoch": 0.578246902248738,
      "grad_norm": 1.6703981680215847,
      "learning_rate": 9.016341078052908e-06,
      "loss": 0.9828,
      "step": 1260
    },
    {
      "epoch": 0.5805415328132171,
      "grad_norm": 1.836996443217227,
      "learning_rate": 8.93666015453307e-06,
      "loss": 0.9882,
      "step": 1265
    },
    {
      "epoch": 0.5828361633776962,
      "grad_norm": 2.001392851330759,
      "learning_rate": 8.857047457708023e-06,
      "loss": 0.9923,
      "step": 1270
    },
    {
      "epoch": 0.5851307939421753,
      "grad_norm": 1.779792680703507,
      "learning_rate": 8.777508095738818e-06,
      "loss": 0.9821,
      "step": 1275
    },
    {
      "epoch": 0.5874254245066545,
      "grad_norm": 1.7551844873505347,
      "learning_rate": 8.698047172081129e-06,
      "loss": 0.9905,
      "step": 1280
    },
    {
      "epoch": 0.5897200550711336,
      "grad_norm": 1.934345593929013,
      "learning_rate": 8.618669785157825e-06,
      "loss": 0.9796,
      "step": 1285
    },
    {
      "epoch": 0.5920146856356127,
      "grad_norm": 1.8648278829036111,
      "learning_rate": 8.539381028031838e-06,
      "loss": 1.0053,
      "step": 1290
    },
    {
      "epoch": 0.5943093162000918,
      "grad_norm": 1.7236526799565135,
      "learning_rate": 8.46018598807938e-06,
      "loss": 1.0005,
      "step": 1295
    },
    {
      "epoch": 0.596603946764571,
      "grad_norm": 1.8020519118969505,
      "learning_rate": 8.381089746663517e-06,
      "loss": 0.9855,
      "step": 1300
    },
    {
      "epoch": 0.59889857732905,
      "grad_norm": 1.8759050818870677,
      "learning_rate": 8.302097378808147e-06,
      "loss": 0.9884,
      "step": 1305
    },
    {
      "epoch": 0.6011932078935291,
      "grad_norm": 1.7101070470722577,
      "learning_rate": 8.223213952872353e-06,
      "loss": 0.9939,
      "step": 1310
    },
    {
      "epoch": 0.6034878384580082,
      "grad_norm": 1.8363414696856302,
      "learning_rate": 8.144444530225237e-06,
      "loss": 1.006,
      "step": 1315
    },
    {
      "epoch": 0.6057824690224873,
      "grad_norm": 1.8189880317647966,
      "learning_rate": 8.065794164921128e-06,
      "loss": 1.0103,
      "step": 1320
    },
    {
      "epoch": 0.6080770995869665,
      "grad_norm": 1.7184329357048536,
      "learning_rate": 7.987267903375331e-06,
      "loss": 0.9802,
      "step": 1325
    },
    {
      "epoch": 0.6103717301514456,
      "grad_norm": 1.6760569997350725,
      "learning_rate": 7.90887078404033e-06,
      "loss": 0.9864,
      "step": 1330
    },
    {
      "epoch": 0.6126663607159247,
      "grad_norm": 1.759298284823385,
      "learning_rate": 7.830607837082494e-06,
      "loss": 0.979,
      "step": 1335
    },
    {
      "epoch": 0.6149609912804038,
      "grad_norm": 1.693614807322877,
      "learning_rate": 7.75248408405934e-06,
      "loss": 0.9865,
      "step": 1340
    },
    {
      "epoch": 0.617255621844883,
      "grad_norm": 1.7256883752598309,
      "learning_rate": 7.674504537597336e-06,
      "loss": 0.9883,
      "step": 1345
    },
    {
      "epoch": 0.6195502524093621,
      "grad_norm": 1.7555572901812775,
      "learning_rate": 7.596674201070282e-06,
      "loss": 0.9953,
      "step": 1350
    },
    {
      "epoch": 0.6218448829738412,
      "grad_norm": 1.7549420037924819,
      "learning_rate": 7.518998068278266e-06,
      "loss": 0.9761,
      "step": 1355
    },
    {
      "epoch": 0.6241395135383203,
      "grad_norm": 1.7638758955771752,
      "learning_rate": 7.441481123127257e-06,
      "loss": 0.9663,
      "step": 1360
    },
    {
      "epoch": 0.6264341441027994,
      "grad_norm": 1.9316469572623007,
      "learning_rate": 7.364128339309326e-06,
      "loss": 0.9912,
      "step": 1365
    },
    {
      "epoch": 0.6287287746672786,
      "grad_norm": 1.7094849210033014,
      "learning_rate": 7.286944679983521e-06,
      "loss": 0.9759,
      "step": 1370
    },
    {
      "epoch": 0.6310234052317577,
      "grad_norm": 1.6887590729536133,
      "learning_rate": 7.209935097457412e-06,
      "loss": 0.9899,
      "step": 1375
    },
    {
      "epoch": 0.6333180357962368,
      "grad_norm": 1.7727590940094575,
      "learning_rate": 7.133104532869342e-06,
      "loss": 1.0,
      "step": 1380
    },
    {
      "epoch": 0.6356126663607159,
      "grad_norm": 1.8172481765220854,
      "learning_rate": 7.056457915871399e-06,
      "loss": 0.9663,
      "step": 1385
    },
    {
      "epoch": 0.637907296925195,
      "grad_norm": 1.7974312188733144,
      "learning_rate": 6.980000164313093e-06,
      "loss": 0.9586,
      "step": 1390
    },
    {
      "epoch": 0.6402019274896742,
      "grad_norm": 1.7508328675764726,
      "learning_rate": 6.903736183925835e-06,
      "loss": 0.9719,
      "step": 1395
    },
    {
      "epoch": 0.6424965580541533,
      "grad_norm": 1.7326843284737148,
      "learning_rate": 6.82767086800817e-06,
      "loss": 0.9961,
      "step": 1400
    },
    {
      "epoch": 0.6447911886186324,
      "grad_norm": 1.7352259185492422,
      "learning_rate": 6.751809097111799e-06,
      "loss": 0.997,
      "step": 1405
    },
    {
      "epoch": 0.6470858191831115,
      "grad_norm": 1.8933368018227825,
      "learning_rate": 6.676155738728438e-06,
      "loss": 0.9779,
      "step": 1410
    },
    {
      "epoch": 0.6493804497475907,
      "grad_norm": 1.6974498786941927,
      "learning_rate": 6.600715646977503e-06,
      "loss": 0.9799,
      "step": 1415
    },
    {
      "epoch": 0.6516750803120698,
      "grad_norm": 1.7806592546745614,
      "learning_rate": 6.525493662294669e-06,
      "loss": 0.9718,
      "step": 1420
    },
    {
      "epoch": 0.6539697108765489,
      "grad_norm": 1.7658701508098122,
      "learning_rate": 6.450494611121274e-06,
      "loss": 0.9852,
      "step": 1425
    },
    {
      "epoch": 0.656264341441028,
      "grad_norm": 1.721774620040715,
      "learning_rate": 6.375723305594658e-06,
      "loss": 0.9766,
      "step": 1430
    },
    {
      "epoch": 0.6585589720055071,
      "grad_norm": 1.8456782805007963,
      "learning_rate": 6.301184543239398e-06,
      "loss": 0.9604,
      "step": 1435
    },
    {
      "epoch": 0.6608536025699863,
      "grad_norm": 1.6517747886851708,
      "learning_rate": 6.2268831066594846e-06,
      "loss": 0.9978,
      "step": 1440
    },
    {
      "epoch": 0.6631482331344654,
      "grad_norm": 1.7868240633431423,
      "learning_rate": 6.152823763231463e-06,
      "loss": 0.9659,
      "step": 1445
    },
    {
      "epoch": 0.6654428636989445,
      "grad_norm": 1.6864295399871028,
      "learning_rate": 6.079011264798534e-06,
      "loss": 0.97,
      "step": 1450
    },
    {
      "epoch": 0.6677374942634235,
      "grad_norm": 1.7298790044434966,
      "learning_rate": 6.005450347365687e-06,
      "loss": 0.9807,
      "step": 1455
    },
    {
      "epoch": 0.6700321248279028,
      "grad_norm": 1.7628376564735946,
      "learning_rate": 5.932145730795793e-06,
      "loss": 0.9686,
      "step": 1460
    },
    {
      "epoch": 0.6723267553923818,
      "grad_norm": 1.7343262868098874,
      "learning_rate": 5.859102118506787e-06,
      "loss": 0.9524,
      "step": 1465
    },
    {
      "epoch": 0.6746213859568609,
      "grad_norm": 1.9084160680148732,
      "learning_rate": 5.786324197169887e-06,
      "loss": 0.9818,
      "step": 1470
    },
    {
      "epoch": 0.67691601652134,
      "grad_norm": 1.735061984384823,
      "learning_rate": 5.713816636408871e-06,
      "loss": 0.9673,
      "step": 1475
    },
    {
      "epoch": 0.6792106470858191,
      "grad_norm": 1.7982234436842786,
      "learning_rate": 5.641584088500461e-06,
      "loss": 0.9694,
      "step": 1480
    },
    {
      "epoch": 0.6815052776502983,
      "grad_norm": 1.7104886881206862,
      "learning_rate": 5.569631188075842e-06,
      "loss": 0.9638,
      "step": 1485
    },
    {
      "epoch": 0.6837999082147774,
      "grad_norm": 1.7069667971132039,
      "learning_rate": 5.497962551823266e-06,
      "loss": 0.9746,
      "step": 1490
    },
    {
      "epoch": 0.6860945387792565,
      "grad_norm": 2.380253232983682,
      "learning_rate": 5.426582778191858e-06,
      "loss": 0.9898,
      "step": 1495
    },
    {
      "epoch": 0.6883891693437356,
      "grad_norm": 1.789361116223533,
      "learning_rate": 5.355496447096533e-06,
      "loss": 0.9813,
      "step": 1500
    },
    {
      "epoch": 0.6906837999082148,
      "grad_norm": 1.7257448134853217,
      "learning_rate": 5.284708119624173e-06,
      "loss": 0.9897,
      "step": 1505
    },
    {
      "epoch": 0.6929784304726939,
      "grad_norm": 1.695066389007114,
      "learning_rate": 5.2142223377409616e-06,
      "loss": 0.9662,
      "step": 1510
    },
    {
      "epoch": 0.695273061037173,
      "grad_norm": 1.8265038779545326,
      "learning_rate": 5.144043624000944e-06,
      "loss": 0.9221,
      "step": 1515
    },
    {
      "epoch": 0.6975676916016521,
      "grad_norm": 1.682425505945564,
      "learning_rate": 5.074176481255873e-06,
      "loss": 0.9665,
      "step": 1520
    },
    {
      "epoch": 0.6998623221661312,
      "grad_norm": 1.6947722881421843,
      "learning_rate": 5.00462539236628e-06,
      "loss": 0.9735,
      "step": 1525
    },
    {
      "epoch": 0.7021569527306104,
      "grad_norm": 2.0862442184881926,
      "learning_rate": 4.935394819913849e-06,
      "loss": 0.9462,
      "step": 1530
    },
    {
      "epoch": 0.7044515832950895,
      "grad_norm": 1.8473532390280518,
      "learning_rate": 4.866489205915072e-06,
      "loss": 0.9699,
      "step": 1535
    },
    {
      "epoch": 0.7067462138595686,
      "grad_norm": 1.748002794088265,
      "learning_rate": 4.7979129715362625e-06,
      "loss": 1.0002,
      "step": 1540
    },
    {
      "epoch": 0.7090408444240477,
      "grad_norm": 1.70600748304509,
      "learning_rate": 4.72967051680985e-06,
      "loss": 0.9638,
      "step": 1545
    },
    {
      "epoch": 0.7113354749885269,
      "grad_norm": 1.6249584663789558,
      "learning_rate": 4.661766220352098e-06,
      "loss": 0.9414,
      "step": 1550
    },
    {
      "epoch": 0.713630105553006,
      "grad_norm": 1.80174378572434,
      "learning_rate": 4.594204439082122e-06,
      "loss": 0.9727,
      "step": 1555
    },
    {
      "epoch": 0.7159247361174851,
      "grad_norm": 1.8374638729274564,
      "learning_rate": 4.526989507942374e-06,
      "loss": 0.9565,
      "step": 1560
    },
    {
      "epoch": 0.7182193666819642,
      "grad_norm": 1.6726191265269426,
      "learning_rate": 4.460125739620479e-06,
      "loss": 0.9487,
      "step": 1565
    },
    {
      "epoch": 0.7205139972464433,
      "grad_norm": 1.8264345398924386,
      "learning_rate": 4.393617424272527e-06,
      "loss": 0.9636,
      "step": 1570
    },
    {
      "epoch": 0.7228086278109225,
      "grad_norm": 1.6887334363300377,
      "learning_rate": 4.3274688292478105e-06,
      "loss": 0.961,
      "step": 1575
    },
    {
      "epoch": 0.7251032583754016,
      "grad_norm": 1.8470657094730811,
      "learning_rate": 4.261684198815004e-06,
      "loss": 0.9694,
      "step": 1580
    },
    {
      "epoch": 0.7273978889398807,
      "grad_norm": 1.7132408618736092,
      "learning_rate": 4.196267753889864e-06,
      "loss": 0.9581,
      "step": 1585
    },
    {
      "epoch": 0.7296925195043598,
      "grad_norm": 1.6900030303741553,
      "learning_rate": 4.131223691764384e-06,
      "loss": 0.9325,
      "step": 1590
    },
    {
      "epoch": 0.731987150068839,
      "grad_norm": 1.7522033167073814,
      "learning_rate": 4.066556185837494e-06,
      "loss": 0.9347,
      "step": 1595
    },
    {
      "epoch": 0.7342817806333181,
      "grad_norm": 1.755668968211341,
      "learning_rate": 4.002269385347289e-06,
      "loss": 0.9256,
      "step": 1600
    },
    {
      "epoch": 0.7365764111977972,
      "grad_norm": 1.713678331254988,
      "learning_rate": 3.9383674151047936e-06,
      "loss": 0.975,
      "step": 1605
    },
    {
      "epoch": 0.7388710417622762,
      "grad_norm": 1.6865904408801047,
      "learning_rate": 3.8748543752293e-06,
      "loss": 0.9729,
      "step": 1610
    },
    {
      "epoch": 0.7411656723267553,
      "grad_norm": 1.6694830205166722,
      "learning_rate": 3.8117343408853124e-06,
      "loss": 0.9554,
      "step": 1615
    },
    {
      "epoch": 0.7434603028912345,
      "grad_norm": 1.6703972771704265,
      "learning_rate": 3.7490113620210487e-06,
      "loss": 0.9297,
      "step": 1620
    },
    {
      "epoch": 0.7457549334557136,
      "grad_norm": 1.7865359308285997,
      "learning_rate": 3.686689463108608e-06,
      "loss": 0.952,
      "step": 1625
    },
    {
      "epoch": 0.7480495640201927,
      "grad_norm": 1.7448768340578766,
      "learning_rate": 3.6247726428857344e-06,
      "loss": 0.9286,
      "step": 1630
    },
    {
      "epoch": 0.7503441945846718,
      "grad_norm": 1.7530030106253895,
      "learning_rate": 3.563264874099258e-06,
      "loss": 0.9524,
      "step": 1635
    },
    {
      "epoch": 0.752638825149151,
      "grad_norm": 1.653777443656037,
      "learning_rate": 3.5021701032501777e-06,
      "loss": 0.9218,
      "step": 1640
    },
    {
      "epoch": 0.7549334557136301,
      "grad_norm": 3.331790675502453,
      "learning_rate": 3.441492250340461e-06,
      "loss": 0.9453,
      "step": 1645
    },
    {
      "epoch": 0.7572280862781092,
      "grad_norm": 1.7244365474975045,
      "learning_rate": 3.3812352086215216e-06,
      "loss": 0.9374,
      "step": 1650
    },
    {
      "epoch": 0.7595227168425883,
      "grad_norm": 1.766304020059291,
      "learning_rate": 3.3214028443444034e-06,
      "loss": 0.9394,
      "step": 1655
    },
    {
      "epoch": 0.7618173474070674,
      "grad_norm": 1.7263700470016823,
      "learning_rate": 3.261998996511736e-06,
      "loss": 0.9371,
      "step": 1660
    },
    {
      "epoch": 0.7641119779715466,
      "grad_norm": 1.7511251400040453,
      "learning_rate": 3.203027476631386e-06,
      "loss": 0.9535,
      "step": 1665
    },
    {
      "epoch": 0.7664066085360257,
      "grad_norm": 1.7194345747840845,
      "learning_rate": 3.1444920684719394e-06,
      "loss": 0.9399,
      "step": 1670
    },
    {
      "epoch": 0.7687012391005048,
      "grad_norm": 1.7100670269940494,
      "learning_rate": 3.086396527819876e-06,
      "loss": 0.9311,
      "step": 1675
    },
    {
      "epoch": 0.7709958696649839,
      "grad_norm": 1.7008517044769462,
      "learning_rate": 3.028744582238633e-06,
      "loss": 0.9418,
      "step": 1680
    },
    {
      "epoch": 0.7732905002294631,
      "grad_norm": 1.7289960064005703,
      "learning_rate": 2.9715399308294003e-06,
      "loss": 0.9748,
      "step": 1685
    },
    {
      "epoch": 0.7755851307939422,
      "grad_norm": 1.7377650207700148,
      "learning_rate": 2.914786243993808e-06,
      "loss": 0.936,
      "step": 1690
    },
    {
      "epoch": 0.7778797613584213,
      "grad_norm": 1.8858822369634092,
      "learning_rate": 2.858487163198389e-06,
      "loss": 0.9358,
      "step": 1695
    },
    {
      "epoch": 0.7801743919229004,
      "grad_norm": 1.7588532610850607,
      "learning_rate": 2.8026463007409665e-06,
      "loss": 0.9399,
      "step": 1700
    },
    {
      "epoch": 0.7824690224873795,
      "grad_norm": 1.8795956958488933,
      "learning_rate": 2.747267239518857e-06,
      "loss": 0.9642,
      "step": 1705
    },
    {
      "epoch": 0.7847636530518587,
      "grad_norm": 1.733996923587813,
      "learning_rate": 2.6923535327989925e-06,
      "loss": 0.9447,
      "step": 1710
    },
    {
      "epoch": 0.7870582836163378,
      "grad_norm": 1.7231127716770163,
      "learning_rate": 2.637908703989924e-06,
      "loss": 0.9615,
      "step": 1715
    },
    {
      "epoch": 0.7893529141808169,
      "grad_norm": 1.7382322874229845,
      "learning_rate": 2.5839362464157635e-06,
      "loss": 0.9523,
      "step": 1720
    },
    {
      "epoch": 0.791647544745296,
      "grad_norm": 1.76018582887562,
      "learning_rate": 2.5304396230920346e-06,
      "loss": 0.9661,
      "step": 1725
    },
    {
      "epoch": 0.7939421753097752,
      "grad_norm": 1.6962974121939103,
      "learning_rate": 2.477422266503473e-06,
      "loss": 0.9491,
      "step": 1730
    },
    {
      "epoch": 0.7962368058742543,
      "grad_norm": 1.6864869043430553,
      "learning_rate": 2.424887578383799e-06,
      "loss": 0.9495,
      "step": 1735
    },
    {
      "epoch": 0.7985314364387334,
      "grad_norm": 1.7487461110618132,
      "learning_rate": 2.3728389294974472e-06,
      "loss": 0.9497,
      "step": 1740
    },
    {
      "epoch": 0.8008260670032125,
      "grad_norm": 3.804635705666014,
      "learning_rate": 2.3212796594232947e-06,
      "loss": 0.9633,
      "step": 1745
    },
    {
      "epoch": 0.8031206975676916,
      "grad_norm": 1.7104227286473583,
      "learning_rate": 2.2702130763403674e-06,
      "loss": 0.9402,
      "step": 1750
    },
    {
      "epoch": 0.8054153281321708,
      "grad_norm": 1.703649935060647,
      "learning_rate": 2.2196424568156073e-06,
      "loss": 0.9493,
      "step": 1755
    },
    {
      "epoch": 0.8077099586966499,
      "grad_norm": 1.731876264748493,
      "learning_rate": 2.1695710455936115e-06,
      "loss": 0.949,
      "step": 1760
    },
    {
      "epoch": 0.810004589261129,
      "grad_norm": 1.6008487931711857,
      "learning_rate": 2.1200020553884603e-06,
      "loss": 0.931,
      "step": 1765
    },
    {
      "epoch": 0.812299219825608,
      "grad_norm": 1.7485750666616973,
      "learning_rate": 2.0709386666775732e-06,
      "loss": 0.9473,
      "step": 1770
    },
    {
      "epoch": 0.8145938503900872,
      "grad_norm": 1.907625017544001,
      "learning_rate": 2.0223840274976413e-06,
      "loss": 0.9921,
      "step": 1775
    },
    {
      "epoch": 0.8168884809545663,
      "grad_norm": 1.7187402463869024,
      "learning_rate": 1.9743412532426355e-06,
      "loss": 0.9147,
      "step": 1780
    },
    {
      "epoch": 0.8191831115190454,
      "grad_norm": 1.6617657428032502,
      "learning_rate": 1.9268134264639273e-06,
      "loss": 0.9457,
      "step": 1785
    },
    {
      "epoch": 0.8214777420835245,
      "grad_norm": 1.7007750210249686,
      "learning_rate": 1.879803596672497e-06,
      "loss": 0.9665,
      "step": 1790
    },
    {
      "epoch": 0.8237723726480036,
      "grad_norm": 1.7101753911626782,
      "learning_rate": 1.8333147801432616e-06,
      "loss": 0.929,
      "step": 1795
    },
    {
      "epoch": 0.8260670032124828,
      "grad_norm": 1.774895067675658,
      "learning_rate": 1.7873499597215604e-06,
      "loss": 0.9205,
      "step": 1800
    },
    {
      "epoch": 0.8283616337769619,
      "grad_norm": 1.7257248036119928,
      "learning_rate": 1.7419120846317462e-06,
      "loss": 0.9482,
      "step": 1805
    },
    {
      "epoch": 0.830656264341441,
      "grad_norm": 1.7250389140740945,
      "learning_rate": 1.697004070287982e-06,
      "loss": 0.907,
      "step": 1810
    },
    {
      "epoch": 0.8329508949059201,
      "grad_norm": 1.6576292112238928,
      "learning_rate": 1.6526287981071477e-06,
      "loss": 0.9169,
      "step": 1815
    },
    {
      "epoch": 0.8352455254703993,
      "grad_norm": 1.6244943528548752,
      "learning_rate": 1.6087891153239932e-06,
      "loss": 0.9707,
      "step": 1820
    },
    {
      "epoch": 0.8375401560348784,
      "grad_norm": 1.7684196725742007,
      "learning_rate": 1.5654878348084246e-06,
      "loss": 0.9597,
      "step": 1825
    },
    {
      "epoch": 0.8398347865993575,
      "grad_norm": 1.7498743654009963,
      "learning_rate": 1.5227277348850466e-06,
      "loss": 0.9438,
      "step": 1830
    },
    {
      "epoch": 0.8421294171638366,
      "grad_norm": 1.666533412682978,
      "learning_rate": 1.4805115591548746e-06,
      "loss": 0.9234,
      "step": 1835
    },
    {
      "epoch": 0.8444240477283157,
      "grad_norm": 1.6784896812471775,
      "learning_rate": 1.4388420163193217e-06,
      "loss": 0.9228,
      "step": 1840
    },
    {
      "epoch": 0.8467186782927949,
      "grad_norm": 1.782913468726149,
      "learning_rate": 1.3977217800063847e-06,
      "loss": 0.9525,
      "step": 1845
    },
    {
      "epoch": 0.849013308857274,
      "grad_norm": 1.8714100640537485,
      "learning_rate": 1.3571534885991044e-06,
      "loss": 0.9202,
      "step": 1850
    },
    {
      "epoch": 0.8513079394217531,
      "grad_norm": 1.6341170338063304,
      "learning_rate": 1.3171397450662716e-06,
      "loss": 0.9324,
      "step": 1855
    },
    {
      "epoch": 0.8536025699862322,
      "grad_norm": 1.7569629604181838,
      "learning_rate": 1.2776831167954252e-06,
      "loss": 0.92,
      "step": 1860
    },
    {
      "epoch": 0.8558972005507114,
      "grad_norm": 1.7383544701565197,
      "learning_rate": 1.2387861354281194e-06,
      "loss": 0.9415,
      "step": 1865
    },
    {
      "epoch": 0.8581918311151905,
      "grad_norm": 1.6322549841517964,
      "learning_rate": 1.2004512966974746e-06,
      "loss": 0.9377,
      "step": 1870
    },
    {
      "epoch": 0.8604864616796696,
      "grad_norm": 1.6131611632532987,
      "learning_rate": 1.162681060268065e-06,
      "loss": 0.9339,
      "step": 1875
    },
    {
      "epoch": 0.8627810922441487,
      "grad_norm": 1.825918080886602,
      "learning_rate": 1.1254778495780749e-06,
      "loss": 0.9435,
      "step": 1880
    },
    {
      "epoch": 0.8650757228086278,
      "grad_norm": 1.7362620117149066,
      "learning_rate": 1.0888440516838373e-06,
      "loss": 0.9375,
      "step": 1885
    },
    {
      "epoch": 0.867370353373107,
      "grad_norm": 1.6924752721498857,
      "learning_rate": 1.0527820171066372e-06,
      "loss": 0.9518,
      "step": 1890
    },
    {
      "epoch": 0.8696649839375861,
      "grad_norm": 1.7645375725424164,
      "learning_rate": 1.0172940596819258e-06,
      "loss": 0.9105,
      "step": 1895
    },
    {
      "epoch": 0.8719596145020652,
      "grad_norm": 1.7445241378126046,
      "learning_rate": 9.823824564108408e-07,
      "loss": 0.9534,
      "step": 1900
    },
    {
      "epoch": 0.8742542450665443,
      "grad_norm": 1.6812050382224737,
      "learning_rate": 9.480494473141189e-07,
      "loss": 0.9513,
      "step": 1905
    },
    {
      "epoch": 0.8765488756310233,
      "grad_norm": 1.7180889119146323,
      "learning_rate": 9.142972352883595e-07,
      "loss": 0.9352,
      "step": 1910
    },
    {
      "epoch": 0.8788435061955026,
      "grad_norm": 1.593136362005407,
      "learning_rate": 8.811279859646915e-07,
      "loss": 0.9135,
      "step": 1915
    },
    {
      "epoch": 0.8811381367599816,
      "grad_norm": 1.732265054877238,
      "learning_rate": 8.485438275698154e-07,
      "loss": 0.9325,
      "step": 1920
    },
    {
      "epoch": 0.8834327673244607,
      "grad_norm": 1.6465162040573431,
      "learning_rate": 8.165468507894514e-07,
      "loss": 0.9363,
      "step": 1925
    },
    {
      "epoch": 0.8857273978889398,
      "grad_norm": 1.5926308744021644,
      "learning_rate": 7.851391086341953e-07,
      "loss": 0.9251,
      "step": 1930
    },
    {
      "epoch": 0.888022028453419,
      "grad_norm": 1.7096508943146629,
      "learning_rate": 7.543226163077899e-07,
      "loss": 0.9471,
      "step": 1935
    },
    {
      "epoch": 0.8903166590178981,
      "grad_norm": 1.803335599460816,
      "learning_rate": 7.240993510778304e-07,
      "loss": 0.9328,
      "step": 1940
    },
    {
      "epoch": 0.8926112895823772,
      "grad_norm": 1.7212998187307902,
      "learning_rate": 6.944712521488884e-07,
      "loss": 0.9479,
      "step": 1945
    },
    {
      "epoch": 0.8949059201468563,
      "grad_norm": 1.735482839392802,
      "learning_rate": 6.654402205380961e-07,
      "loss": 0.9541,
      "step": 1950
    },
    {
      "epoch": 0.8972005507113354,
      "grad_norm": 1.65097416177555,
      "learning_rate": 6.370081189531707e-07,
      "loss": 0.9132,
      "step": 1955
    },
    {
      "epoch": 0.8994951812758146,
      "grad_norm": 1.7196384780834688,
      "learning_rate": 6.091767716728924e-07,
      "loss": 0.9341,
      "step": 1960
    },
    {
      "epoch": 0.9017898118402937,
      "grad_norm": 1.8341416005690085,
      "learning_rate": 5.819479644300563e-07,
      "loss": 0.928,
      "step": 1965
    },
    {
      "epoch": 0.9040844424047728,
      "grad_norm": 1.7371545663059045,
      "learning_rate": 5.553234442969014e-07,
      "loss": 0.9311,
      "step": 1970
    },
    {
      "epoch": 0.9063790729692519,
      "grad_norm": 1.6781199455045805,
      "learning_rate": 5.293049195730038e-07,
      "loss": 0.9394,
      "step": 1975
    },
    {
      "epoch": 0.9086737035337311,
      "grad_norm": 1.7582513777384394,
      "learning_rate": 5.038940596756747e-07,
      "loss": 0.9495,
      "step": 1980
    },
    {
      "epoch": 0.9109683340982102,
      "grad_norm": 1.6554350150475086,
      "learning_rate": 4.790924950328435e-07,
      "loss": 0.9491,
      "step": 1985
    },
    {
      "epoch": 0.9132629646626893,
      "grad_norm": 1.5696628957382233,
      "learning_rate": 4.5490181697844916e-07,
      "loss": 0.9047,
      "step": 1990
    },
    {
      "epoch": 0.9155575952271684,
      "grad_norm": 1.660006052531741,
      "learning_rate": 4.313235776503244e-07,
      "loss": 0.9266,
      "step": 1995
    },
    {
      "epoch": 0.9178522257916475,
      "grad_norm": 1.6789601308304245,
      "learning_rate": 4.08359289890623e-07,
      "loss": 0.9356,
      "step": 2000
    },
    {
      "epoch": 0.9201468563561267,
      "grad_norm": 1.6938274156881534,
      "learning_rate": 3.860104271487397e-07,
      "loss": 0.9501,
      "step": 2005
    },
    {
      "epoch": 0.9224414869206058,
      "grad_norm": 1.6613669924815342,
      "learning_rate": 3.6427842338677353e-07,
      "loss": 0.9178,
      "step": 2010
    },
    {
      "epoch": 0.9247361174850849,
      "grad_norm": 1.6863633601389076,
      "learning_rate": 3.4316467298752264e-07,
      "loss": 0.9283,
      "step": 2015
    },
    {
      "epoch": 0.927030748049564,
      "grad_norm": 1.6704738495679314,
      "learning_rate": 3.226705306650113e-07,
      "loss": 0.9397,
      "step": 2020
    },
    {
      "epoch": 0.9293253786140432,
      "grad_norm": 1.6915649797171424,
      "learning_rate": 3.027973113775795e-07,
      "loss": 0.9162,
      "step": 2025
    },
    {
      "epoch": 0.9316200091785223,
      "grad_norm": 1.624516748205876,
      "learning_rate": 2.835462902434971e-07,
      "loss": 0.9088,
      "step": 2030
    },
    {
      "epoch": 0.9339146397430014,
      "grad_norm": 1.7321228286245276,
      "learning_rate": 2.649187024591604e-07,
      "loss": 0.9291,
      "step": 2035
    },
    {
      "epoch": 0.9362092703074805,
      "grad_norm": 1.6981737432031856,
      "learning_rate": 2.4691574321983216e-07,
      "loss": 0.9455,
      "step": 2040
    },
    {
      "epoch": 0.9385039008719596,
      "grad_norm": 1.6209611667412176,
      "learning_rate": 2.2953856764295623e-07,
      "loss": 0.9427,
      "step": 2045
    },
    {
      "epoch": 0.9407985314364388,
      "grad_norm": 1.6075798817603826,
      "learning_rate": 2.1278829069404483e-07,
      "loss": 0.8938,
      "step": 2050
    },
    {
      "epoch": 0.9430931620009179,
      "grad_norm": 1.6694215956258427,
      "learning_rate": 1.9666598711513663e-07,
      "loss": 0.9425,
      "step": 2055
    },
    {
      "epoch": 0.945387792565397,
      "grad_norm": 1.6380060844501796,
      "learning_rate": 1.811726913558387e-07,
      "loss": 0.9344,
      "step": 2060
    },
    {
      "epoch": 0.947682423129876,
      "grad_norm": 1.7361661814337723,
      "learning_rate": 1.663093975069552e-07,
      "loss": 0.9264,
      "step": 2065
    },
    {
      "epoch": 0.9499770536943553,
      "grad_norm": 1.72352480478006,
      "learning_rate": 1.5207705923670158e-07,
      "loss": 0.9274,
      "step": 2070
    },
    {
      "epoch": 0.9522716842588343,
      "grad_norm": 1.7260384890222744,
      "learning_rate": 1.3847658972951482e-07,
      "loss": 0.9416,
      "step": 2075
    },
    {
      "epoch": 0.9545663148233134,
      "grad_norm": 1.678840542944468,
      "learning_rate": 1.2550886162746468e-07,
      "loss": 0.9476,
      "step": 2080
    },
    {
      "epoch": 0.9568609453877925,
      "grad_norm": 1.7327761448558552,
      "learning_rate": 1.1317470697425837e-07,
      "loss": 0.9433,
      "step": 2085
    },
    {
      "epoch": 0.9591555759522716,
      "grad_norm": 1.6188397369323666,
      "learning_rate": 1.0147491716185675e-07,
      "loss": 0.9306,
      "step": 2090
    },
    {
      "epoch": 0.9614502065167508,
      "grad_norm": 1.7303211630716537,
      "learning_rate": 9.041024287969491e-08,
      "loss": 0.951,
      "step": 2095
    },
    {
      "epoch": 0.9637448370812299,
      "grad_norm": 1.6406456484197742,
      "learning_rate": 7.99813940665195e-08,
      "loss": 0.9414,
      "step": 2100
    },
    {
      "epoch": 0.966039467645709,
      "grad_norm": 1.742920472563737,
      "learning_rate": 7.018903986483083e-08,
      "loss": 0.9331,
      "step": 2105
    },
    {
      "epoch": 0.9683340982101881,
      "grad_norm": 1.7699514892789145,
      "learning_rate": 6.103380857795604e-08,
      "loss": 0.9458,
      "step": 2110
    },
    {
      "epoch": 0.9706287287746673,
      "grad_norm": 1.6207392453935818,
      "learning_rate": 5.251628762972916e-08,
      "loss": 0.9286,
      "step": 2115
    },
    {
      "epoch": 0.9729233593391464,
      "grad_norm": 1.6654831370842644,
      "learning_rate": 4.4637023526807875e-08,
      "loss": 0.9207,
      "step": 2120
    },
    {
      "epoch": 0.9752179899036255,
      "grad_norm": 1.6652739914078956,
      "learning_rate": 3.739652182360054e-08,
      "loss": 0.9153,
      "step": 2125
    },
    {
      "epoch": 0.9775126204681046,
      "grad_norm": 1.7380457873464283,
      "learning_rate": 3.079524708983095e-08,
      "loss": 0.9193,
      "step": 2130
    },
    {
      "epoch": 0.9798072510325837,
      "grad_norm": 1.7928242828367038,
      "learning_rate": 2.483362288073443e-08,
      "loss": 0.9258,
      "step": 2135
    },
    {
      "epoch": 0.9821018815970629,
      "grad_norm": 1.6588826041799296,
      "learning_rate": 1.9512031709874037e-08,
      "loss": 0.9275,
      "step": 2140
    },
    {
      "epoch": 0.984396512161542,
      "grad_norm": 1.763891394623808,
      "learning_rate": 1.4830815024606815e-08,
      "loss": 0.9211,
      "step": 2145
    },
    {
      "epoch": 0.9866911427260211,
      "grad_norm": 1.782131811620528,
      "learning_rate": 1.0790273184164701e-08,
      "loss": 0.8983,
      "step": 2150
    },
    {
      "epoch": 0.9889857732905002,
      "grad_norm": 2.0241090268732402,
      "learning_rate": 7.390665440393241e-09,
      "loss": 0.9335,
      "step": 2155
    },
    {
      "epoch": 0.9912804038549794,
      "grad_norm": 1.6899996297251758,
      "learning_rate": 4.632209921107133e-09,
      "loss": 0.9444,
      "step": 2160
    },
    {
      "epoch": 0.9935750344194585,
      "grad_norm": 1.6477330125103407,
      "learning_rate": 2.5150836161058624e-09,
      "loss": 0.9399,
      "step": 2165
    },
    {
      "epoch": 0.9958696649839376,
      "grad_norm": 1.7301015675243123,
      "learning_rate": 1.03942236580723e-09,
      "loss": 0.9332,
      "step": 2170
    },
    {
      "epoch": 0.9981642955484167,
      "grad_norm": 1.7014766333026237,
      "learning_rate": 2.053208525365502e-10,
      "loss": 0.9409,
      "step": 2175
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.9490520358085632,
      "eval_runtime": 758.2182,
      "eval_samples_per_second": 20.352,
      "eval_steps_per_second": 0.637,
      "step": 2179
    },
    {
      "epoch": 1.0,
      "step": 2179,
      "total_flos": 456238269726720.0,
      "train_loss": 1.0045825210718344,
      "train_runtime": 27286.1988,
      "train_samples_per_second": 5.11,
      "train_steps_per_second": 0.08
    }
  ],
  "logging_steps": 5,
  "max_steps": 2179,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 456238269726720.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}