{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 29459,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0033945483553413217,
      "grad_norm": 1.450656533241272,
      "learning_rate": 4.983027258223293e-05,
      "loss": 1.3353,
      "step": 100
    },
    {
      "epoch": 0.0067890967106826435,
      "grad_norm": 1.7437301874160767,
      "learning_rate": 4.966224243864354e-05,
      "loss": 1.2966,
      "step": 200
    },
    {
      "epoch": 0.010183645066023966,
      "grad_norm": 1.5103371143341064,
      "learning_rate": 4.949251502087647e-05,
      "loss": 1.2919,
      "step": 300
    },
    {
      "epoch": 0.013578193421365287,
      "grad_norm": 1.2713204622268677,
      "learning_rate": 4.932278760310941e-05,
      "loss": 1.417,
      "step": 400
    },
    {
      "epoch": 0.01697274177670661,
      "grad_norm": 1.9554837942123413,
      "learning_rate": 4.915306018534234e-05,
      "loss": 1.3327,
      "step": 500
    },
    {
      "epoch": 0.02036729013204793,
      "grad_norm": 5.13068962097168,
      "learning_rate": 4.898333276757528e-05,
      "loss": 1.3058,
      "step": 600
    },
    {
      "epoch": 0.023761838487389254,
      "grad_norm": 1.6552410125732422,
      "learning_rate": 4.881360534980821e-05,
      "loss": 1.3226,
      "step": 700
    },
    {
      "epoch": 0.027156386842730574,
      "grad_norm": 1.807737946510315,
      "learning_rate": 4.864387793204114e-05,
      "loss": 1.334,
      "step": 800
    },
    {
      "epoch": 0.030550935198071897,
      "grad_norm": 1.570865273475647,
      "learning_rate": 4.847415051427408e-05,
      "loss": 1.3456,
      "step": 900
    },
    {
      "epoch": 0.03394548355341322,
      "grad_norm": 1.8917468786239624,
      "learning_rate": 4.830442309650701e-05,
      "loss": 1.3255,
      "step": 1000
    },
    {
      "epoch": 0.03734003190875454,
      "grad_norm": 1.649667739868164,
      "learning_rate": 4.813469567873995e-05,
      "loss": 1.3013,
      "step": 1100
    },
    {
      "epoch": 0.04073458026409586,
      "grad_norm": 2.6449484825134277,
      "learning_rate": 4.796666553515055e-05,
      "loss": 1.3369,
      "step": 1200
    },
    {
      "epoch": 0.044129128619437186,
      "grad_norm": 1.874516487121582,
      "learning_rate": 4.779693811738348e-05,
      "loss": 1.27,
      "step": 1300
    },
    {
      "epoch": 0.04752367697477851,
      "grad_norm": 1.7284377813339233,
      "learning_rate": 4.762721069961642e-05,
      "loss": 1.3931,
      "step": 1400
    },
    {
      "epoch": 0.050918225330119825,
      "grad_norm": 3.4324212074279785,
      "learning_rate": 4.745748328184935e-05,
      "loss": 1.3457,
      "step": 1500
    },
    {
      "epoch": 0.05431277368546115,
      "grad_norm": 1.3490582704544067,
      "learning_rate": 4.7287755864082286e-05,
      "loss": 1.2487,
      "step": 1600
    },
    {
      "epoch": 0.05770732204080247,
      "grad_norm": 1.493403673171997,
      "learning_rate": 4.711802844631522e-05,
      "loss": 1.227,
      "step": 1700
    },
    {
      "epoch": 0.061101870396143794,
      "grad_norm": 1.8711298704147339,
      "learning_rate": 4.694830102854815e-05,
      "loss": 1.2983,
      "step": 1800
    },
    {
      "epoch": 0.06449641875148511,
      "grad_norm": 1.6430071592330933,
      "learning_rate": 4.677857361078109e-05,
      "loss": 1.3099,
      "step": 1900
    },
    {
      "epoch": 0.06789096710682643,
      "grad_norm": 1.425639033317566,
      "learning_rate": 4.660884619301402e-05,
      "loss": 1.2607,
      "step": 2000
    },
    {
      "epoch": 0.07128551546216776,
      "grad_norm": 1.7377012968063354,
      "learning_rate": 4.6439118775246956e-05,
      "loss": 1.2527,
      "step": 2100
    },
    {
      "epoch": 0.07468006381750908,
      "grad_norm": 1.5430407524108887,
      "learning_rate": 4.626939135747989e-05,
      "loss": 1.2877,
      "step": 2200
    },
    {
      "epoch": 0.0780746121728504,
      "grad_norm": 1.3293898105621338,
      "learning_rate": 4.6101361213890495e-05,
      "loss": 1.1781,
      "step": 2300
    },
    {
      "epoch": 0.08146916052819173,
      "grad_norm": 2.114269733428955,
      "learning_rate": 4.593163379612343e-05,
      "loss": 1.3405,
      "step": 2400
    },
    {
      "epoch": 0.08486370888353305,
      "grad_norm": 1.370626449584961,
      "learning_rate": 4.576190637835636e-05,
      "loss": 1.303,
      "step": 2500
    },
    {
      "epoch": 0.08825825723887437,
      "grad_norm": 1.6202032566070557,
      "learning_rate": 4.5592178960589295e-05,
      "loss": 1.2427,
      "step": 2600
    },
    {
      "epoch": 0.0916528055942157,
      "grad_norm": 1.6252601146697998,
      "learning_rate": 4.542245154282223e-05,
      "loss": 1.2768,
      "step": 2700
    },
    {
      "epoch": 0.09504735394955702,
      "grad_norm": 1.4289278984069824,
      "learning_rate": 4.5252724125055165e-05,
      "loss": 1.2522,
      "step": 2800
    },
    {
      "epoch": 0.09844190230489833,
      "grad_norm": 1.1954665184020996,
      "learning_rate": 4.50829967072881e-05,
      "loss": 1.3008,
      "step": 2900
    },
    {
      "epoch": 0.10183645066023965,
      "grad_norm": 2.3695414066314697,
      "learning_rate": 4.491326928952103e-05,
      "loss": 1.3439,
      "step": 3000
    },
    {
      "epoch": 0.10523099901558097,
      "grad_norm": 1.5015544891357422,
      "learning_rate": 4.4743541871753965e-05,
      "loss": 1.2042,
      "step": 3100
    },
    {
      "epoch": 0.1086255473709223,
      "grad_norm": 1.3509881496429443,
      "learning_rate": 4.45738144539869e-05,
      "loss": 1.2834,
      "step": 3200
    },
    {
      "epoch": 0.11202009572626362,
      "grad_norm": 1.1645573377609253,
      "learning_rate": 4.4404087036219835e-05,
      "loss": 1.3342,
      "step": 3300
    },
    {
      "epoch": 0.11541464408160494,
      "grad_norm": 1.3376731872558594,
      "learning_rate": 4.4234359618452764e-05,
      "loss": 1.2501,
      "step": 3400
    },
    {
      "epoch": 0.11880919243694626,
      "grad_norm": 1.184652328491211,
      "learning_rate": 4.40646322006857e-05,
      "loss": 1.2067,
      "step": 3500
    },
    {
      "epoch": 0.12220374079228759,
      "grad_norm": 1.5623388290405273,
      "learning_rate": 4.3894904782918635e-05,
      "loss": 1.2109,
      "step": 3600
    },
    {
      "epoch": 0.1255982891476289,
      "grad_norm": 1.537017583847046,
      "learning_rate": 4.372517736515157e-05,
      "loss": 1.2207,
      "step": 3700
    },
    {
      "epoch": 0.12899283750297022,
      "grad_norm": 1.5127204656600952,
      "learning_rate": 4.3555449947384505e-05,
      "loss": 1.3273,
      "step": 3800
    },
    {
      "epoch": 0.13238738585831156,
      "grad_norm": 1.504813313484192,
      "learning_rate": 4.3385722529617434e-05,
      "loss": 1.2347,
      "step": 3900
    },
    {
      "epoch": 0.13578193421365287,
      "grad_norm": 1.5462582111358643,
      "learning_rate": 4.321599511185037e-05,
      "loss": 1.3142,
      "step": 4000
    },
    {
      "epoch": 0.1391764825689942,
      "grad_norm": 1.377742886543274,
      "learning_rate": 4.3046267694083305e-05,
      "loss": 1.2685,
      "step": 4100
    },
    {
      "epoch": 0.1425710309243355,
      "grad_norm": 1.5139976739883423,
      "learning_rate": 4.287654027631624e-05,
      "loss": 1.2718,
      "step": 4200
    },
    {
      "epoch": 0.14596557927967685,
      "grad_norm": 1.2067663669586182,
      "learning_rate": 4.2706812858549175e-05,
      "loss": 1.2405,
      "step": 4300
    },
    {
      "epoch": 0.14936012763501816,
      "grad_norm": 1.2739530801773071,
      "learning_rate": 4.2537085440782104e-05,
      "loss": 1.2186,
      "step": 4400
    },
    {
      "epoch": 0.1527546759903595,
      "grad_norm": 1.4101356267929077,
      "learning_rate": 4.236735802301504e-05,
      "loss": 1.222,
      "step": 4500
    },
    {
      "epoch": 0.1561492243457008,
      "grad_norm": 1.8474892377853394,
      "learning_rate": 4.2197630605247975e-05,
      "loss": 1.2685,
      "step": 4600
    },
    {
      "epoch": 0.1595437727010421,
      "grad_norm": 1.5274946689605713,
      "learning_rate": 4.202790318748091e-05,
      "loss": 1.2161,
      "step": 4700
    },
    {
      "epoch": 0.16293832105638345,
      "grad_norm": 1.8831485509872437,
      "learning_rate": 4.1859873043891514e-05,
      "loss": 1.2828,
      "step": 4800
    },
    {
      "epoch": 0.16633286941172476,
      "grad_norm": 2.1567959785461426,
      "learning_rate": 4.169014562612444e-05,
      "loss": 1.3027,
      "step": 4900
    },
    {
      "epoch": 0.1697274177670661,
      "grad_norm": 1.4506981372833252,
      "learning_rate": 4.152041820835738e-05,
      "loss": 1.2094,
      "step": 5000
    },
    {
      "epoch": 0.1731219661224074,
      "grad_norm": 1.2342296838760376,
      "learning_rate": 4.1350690790590314e-05,
      "loss": 1.2523,
      "step": 5100
    },
    {
      "epoch": 0.17651651447774874,
      "grad_norm": 1.6375709772109985,
      "learning_rate": 4.118096337282325e-05,
      "loss": 1.2418,
      "step": 5200
    },
    {
      "epoch": 0.17991106283309005,
      "grad_norm": 1.3406407833099365,
      "learning_rate": 4.1011235955056184e-05,
      "loss": 1.2777,
      "step": 5300
    },
    {
      "epoch": 0.1833056111884314,
      "grad_norm": 1.2170027494430542,
      "learning_rate": 4.084150853728911e-05,
      "loss": 1.1458,
      "step": 5400
    },
    {
      "epoch": 0.1867001595437727,
      "grad_norm": 1.4051603078842163,
      "learning_rate": 4.067178111952205e-05,
      "loss": 1.2022,
      "step": 5500
    },
    {
      "epoch": 0.19009470789911403,
      "grad_norm": 1.3835875988006592,
      "learning_rate": 4.0502053701754984e-05,
      "loss": 1.2601,
      "step": 5600
    },
    {
      "epoch": 0.19348925625445534,
      "grad_norm": 1.7600008249282837,
      "learning_rate": 4.033232628398791e-05,
      "loss": 1.2172,
      "step": 5700
    },
    {
      "epoch": 0.19688380460979665,
      "grad_norm": 1.4803307056427002,
      "learning_rate": 4.0162598866220854e-05,
      "loss": 1.3049,
      "step": 5800
    },
    {
      "epoch": 0.200278352965138,
      "grad_norm": 1.2911592721939087,
      "learning_rate": 3.999287144845378e-05,
      "loss": 1.2018,
      "step": 5900
    },
    {
      "epoch": 0.2036729013204793,
      "grad_norm": 1.5094434022903442,
      "learning_rate": 3.982314403068672e-05,
      "loss": 1.1798,
      "step": 6000
    },
    {
      "epoch": 0.20706744967582064,
      "grad_norm": 1.44119131565094,
      "learning_rate": 3.9653416612919654e-05,
      "loss": 1.2012,
      "step": 6100
    },
    {
      "epoch": 0.21046199803116195,
      "grad_norm": 1.3899762630462646,
      "learning_rate": 3.948368919515258e-05,
      "loss": 1.1851,
      "step": 6200
    },
    {
      "epoch": 0.21385654638650328,
      "grad_norm": 2.047968864440918,
      "learning_rate": 3.9313961777385524e-05,
      "loss": 1.2239,
      "step": 6300
    },
    {
      "epoch": 0.2172510947418446,
      "grad_norm": 1.827493667602539,
      "learning_rate": 3.914423435961845e-05,
      "loss": 1.2358,
      "step": 6400
    },
    {
      "epoch": 0.22064564309718593,
      "grad_norm": 1.4631316661834717,
      "learning_rate": 3.8976204216029064e-05,
      "loss": 1.2058,
      "step": 6500
    },
    {
      "epoch": 0.22404019145252724,
      "grad_norm": 1.5218262672424316,
      "learning_rate": 3.880647679826199e-05,
      "loss": 1.1717,
      "step": 6600
    },
    {
      "epoch": 0.22743473980786857,
      "grad_norm": 1.3896803855895996,
      "learning_rate": 3.863674938049492e-05,
      "loss": 1.1912,
      "step": 6700
    },
    {
      "epoch": 0.23082928816320988,
      "grad_norm": 1.587547779083252,
      "learning_rate": 3.846702196272786e-05,
      "loss": 1.2109,
      "step": 6800
    },
    {
      "epoch": 0.23422383651855122,
      "grad_norm": 1.35820472240448,
      "learning_rate": 3.829729454496079e-05,
      "loss": 1.1828,
      "step": 6900
    },
    {
      "epoch": 0.23761838487389253,
      "grad_norm": 1.2581636905670166,
      "learning_rate": 3.8127567127193734e-05,
      "loss": 1.1701,
      "step": 7000
    },
    {
      "epoch": 0.24101293322923384,
      "grad_norm": 1.617680549621582,
      "learning_rate": 3.795783970942666e-05,
      "loss": 1.2159,
      "step": 7100
    },
    {
      "epoch": 0.24440748158457518,
      "grad_norm": 1.3621796369552612,
      "learning_rate": 3.778811229165959e-05,
      "loss": 1.1951,
      "step": 7200
    },
    {
      "epoch": 0.24780202993991648,
      "grad_norm": 1.8783783912658691,
      "learning_rate": 3.761838487389253e-05,
      "loss": 1.2664,
      "step": 7300
    },
    {
      "epoch": 0.2511965782952578,
      "grad_norm": 1.1315891742706299,
      "learning_rate": 3.744865745612546e-05,
      "loss": 1.206,
      "step": 7400
    },
    {
      "epoch": 0.25459112665059913,
      "grad_norm": 1.3531254529953003,
      "learning_rate": 3.7278930038358404e-05,
      "loss": 1.152,
      "step": 7500
    },
    {
      "epoch": 0.25798567500594044,
      "grad_norm": 1.7136415243148804,
      "learning_rate": 3.710920262059133e-05,
      "loss": 1.3282,
      "step": 7600
    },
    {
      "epoch": 0.2613802233612818,
      "grad_norm": 1.5798516273498535,
      "learning_rate": 3.693947520282426e-05,
      "loss": 1.2192,
      "step": 7700
    },
    {
      "epoch": 0.2647747717166231,
      "grad_norm": 2.0638535022735596,
      "learning_rate": 3.67697477850572e-05,
      "loss": 1.2233,
      "step": 7800
    },
    {
      "epoch": 0.2681693200719644,
      "grad_norm": 1.6473902463912964,
      "learning_rate": 3.660002036729013e-05,
      "loss": 1.2384,
      "step": 7900
    },
    {
      "epoch": 0.27156386842730573,
      "grad_norm": 1.4174180030822754,
      "learning_rate": 3.643029294952307e-05,
      "loss": 1.3018,
      "step": 8000
    },
    {
      "epoch": 0.27495841678264704,
      "grad_norm": 1.470323920249939,
      "learning_rate": 3.6260565531756e-05,
      "loss": 1.1662,
      "step": 8100
    },
    {
      "epoch": 0.2783529651379884,
      "grad_norm": 1.1814874410629272,
      "learning_rate": 3.609083811398893e-05,
      "loss": 1.1641,
      "step": 8200
    },
    {
      "epoch": 0.2817475134933297,
      "grad_norm": 1.496795892715454,
      "learning_rate": 3.592111069622187e-05,
      "loss": 1.208,
      "step": 8300
    },
    {
      "epoch": 0.285142061848671,
      "grad_norm": 1.602959394454956,
      "learning_rate": 3.57513832784548e-05,
      "loss": 1.2323,
      "step": 8400
    },
    {
      "epoch": 0.28853661020401233,
      "grad_norm": 1.4096314907073975,
      "learning_rate": 3.558165586068774e-05,
      "loss": 1.1804,
      "step": 8500
    },
    {
      "epoch": 0.2919311585593537,
      "grad_norm": 1.2292312383651733,
      "learning_rate": 3.541192844292067e-05,
      "loss": 1.1747,
      "step": 8600
    },
    {
      "epoch": 0.295325706914695,
      "grad_norm": 1.3961174488067627,
      "learning_rate": 3.52422010251536e-05,
      "loss": 1.1459,
      "step": 8700
    },
    {
      "epoch": 0.2987202552700363,
      "grad_norm": 1.2199640274047852,
      "learning_rate": 3.507247360738654e-05,
      "loss": 1.1992,
      "step": 8800
    },
    {
      "epoch": 0.3021148036253776,
      "grad_norm": 1.316805362701416,
      "learning_rate": 3.490274618961947e-05,
      "loss": 1.2202,
      "step": 8900
    },
    {
      "epoch": 0.305509351980719,
      "grad_norm": 1.3120840787887573,
      "learning_rate": 3.473301877185241e-05,
      "loss": 1.1095,
      "step": 9000
    },
    {
      "epoch": 0.3089039003360603,
      "grad_norm": 1.14743971824646,
      "learning_rate": 3.456329135408534e-05,
      "loss": 1.2154,
      "step": 9100
    },
    {
      "epoch": 0.3122984486914016,
      "grad_norm": 1.6754459142684937,
      "learning_rate": 3.439356393631827e-05,
      "loss": 1.1927,
      "step": 9200
    },
    {
      "epoch": 0.3156929970467429,
      "grad_norm": 1.2429569959640503,
      "learning_rate": 3.422383651855121e-05,
      "loss": 1.2623,
      "step": 9300
    },
    {
      "epoch": 0.3190875454020842,
      "grad_norm": 1.5485316514968872,
      "learning_rate": 3.405410910078414e-05,
      "loss": 1.176,
      "step": 9400
    },
    {
      "epoch": 0.3224820937574256,
      "grad_norm": 1.3292936086654663,
      "learning_rate": 3.388438168301708e-05,
      "loss": 1.1637,
      "step": 9500
    },
    {
      "epoch": 0.3258766421127669,
      "grad_norm": 1.4114725589752197,
      "learning_rate": 3.371465426525001e-05,
      "loss": 1.151,
      "step": 9600
    },
    {
      "epoch": 0.3292711904681082,
      "grad_norm": 1.6183195114135742,
      "learning_rate": 3.354492684748294e-05,
      "loss": 1.1929,
      "step": 9700
    },
    {
      "epoch": 0.3326657388234495,
      "grad_norm": 1.7640340328216553,
      "learning_rate": 3.3375199429715876e-05,
      "loss": 1.1472,
      "step": 9800
    },
    {
      "epoch": 0.3360602871787909,
      "grad_norm": 1.300631046295166,
      "learning_rate": 3.320547201194881e-05,
      "loss": 1.2158,
      "step": 9900
    },
    {
      "epoch": 0.3394548355341322,
      "grad_norm": 1.5510449409484863,
      "learning_rate": 3.303574459418175e-05,
      "loss": 1.231,
      "step": 10000
    },
    {
      "epoch": 0.3428493838894735,
      "grad_norm": 1.7029348611831665,
      "learning_rate": 3.286601717641468e-05,
      "loss": 1.152,
      "step": 10100
    },
    {
      "epoch": 0.3462439322448148,
      "grad_norm": 2.094801902770996,
      "learning_rate": 3.269628975864761e-05,
      "loss": 1.1792,
      "step": 10200
    },
    {
      "epoch": 0.3496384806001562,
      "grad_norm": 1.2476887702941895,
      "learning_rate": 3.2526562340880546e-05,
      "loss": 1.1297,
      "step": 10300
    },
    {
      "epoch": 0.3530330289554975,
      "grad_norm": 1.2222412824630737,
      "learning_rate": 3.235683492311348e-05,
      "loss": 1.2194,
      "step": 10400
    },
    {
      "epoch": 0.3564275773108388,
      "grad_norm": 1.2689149379730225,
      "learning_rate": 3.218710750534642e-05,
      "loss": 1.109,
      "step": 10500
    },
    {
      "epoch": 0.3598221256661801,
      "grad_norm": 1.1400436162948608,
      "learning_rate": 3.201738008757935e-05,
      "loss": 1.1778,
      "step": 10600
    },
    {
      "epoch": 0.3632166740215214,
      "grad_norm": 1.5304007530212402,
      "learning_rate": 3.184765266981228e-05,
      "loss": 1.2015,
      "step": 10700
    },
    {
      "epoch": 0.3666112223768628,
      "grad_norm": 1.4382191896438599,
      "learning_rate": 3.1677925252045216e-05,
      "loss": 1.2023,
      "step": 10800
    },
    {
      "epoch": 0.3700057707322041,
      "grad_norm": 1.2539787292480469,
      "learning_rate": 3.150819783427815e-05,
      "loss": 1.1627,
      "step": 10900
    },
    {
      "epoch": 0.3734003190875454,
      "grad_norm": 1.6526975631713867,
      "learning_rate": 3.133847041651109e-05,
      "loss": 1.1909,
      "step": 11000
    },
    {
      "epoch": 0.3767948674428867,
      "grad_norm": 1.477150559425354,
      "learning_rate": 3.1168742998744016e-05,
      "loss": 1.1767,
      "step": 11100
    },
    {
      "epoch": 0.38018941579822807,
      "grad_norm": 1.655372142791748,
      "learning_rate": 3.100071285515462e-05,
      "loss": 1.1715,
      "step": 11200
    },
    {
      "epoch": 0.3835839641535694,
      "grad_norm": 1.237518310546875,
      "learning_rate": 3.0830985437387555e-05,
      "loss": 1.1148,
      "step": 11300
    },
    {
      "epoch": 0.3869785125089107,
      "grad_norm": 2.0262339115142822,
      "learning_rate": 3.066125801962049e-05,
      "loss": 1.056,
      "step": 11400
    },
    {
      "epoch": 0.390373060864252,
      "grad_norm": 1.4669376611709595,
      "learning_rate": 3.0491530601853423e-05,
      "loss": 1.1773,
      "step": 11500
    },
    {
      "epoch": 0.3937676092195933,
      "grad_norm": 1.6047866344451904,
      "learning_rate": 3.032180318408636e-05,
      "loss": 1.1846,
      "step": 11600
    },
    {
      "epoch": 0.39716215757493467,
      "grad_norm": 1.5415077209472656,
      "learning_rate": 3.0152075766319293e-05,
      "loss": 1.1481,
      "step": 11700
    },
    {
      "epoch": 0.400556705930276,
      "grad_norm": 1.2356903553009033,
      "learning_rate": 2.9982348348552225e-05,
      "loss": 1.1914,
      "step": 11800
    },
    {
      "epoch": 0.4039512542856173,
      "grad_norm": 1.691815733909607,
      "learning_rate": 2.9814318204962833e-05,
      "loss": 1.2595,
      "step": 11900
    },
    {
      "epoch": 0.4073458026409586,
      "grad_norm": 1.3964107036590576,
      "learning_rate": 2.9644590787195765e-05,
      "loss": 1.137,
      "step": 12000
    },
    {
      "epoch": 0.41074035099629996,
      "grad_norm": 1.4641882181167603,
      "learning_rate": 2.94748633694287e-05,
      "loss": 1.2194,
      "step": 12100
    },
    {
      "epoch": 0.4141348993516413,
      "grad_norm": 1.2686254978179932,
      "learning_rate": 2.9305135951661632e-05,
      "loss": 1.1666,
      "step": 12200
    },
    {
      "epoch": 0.4175294477069826,
      "grad_norm": 1.5064525604248047,
      "learning_rate": 2.9135408533894564e-05,
      "loss": 1.2265,
      "step": 12300
    },
    {
      "epoch": 0.4209239960623239,
      "grad_norm": 1.3071587085723877,
      "learning_rate": 2.8965681116127503e-05,
      "loss": 1.0625,
      "step": 12400
    },
    {
      "epoch": 0.42431854441766526,
      "grad_norm": 1.4859912395477295,
      "learning_rate": 2.8795953698360435e-05,
      "loss": 1.1239,
      "step": 12500
    },
    {
      "epoch": 0.42771309277300656,
      "grad_norm": 1.4131548404693604,
      "learning_rate": 2.862622628059337e-05,
      "loss": 1.2125,
      "step": 12600
    },
    {
      "epoch": 0.4311076411283479,
      "grad_norm": 1.1708953380584717,
      "learning_rate": 2.8456498862826302e-05,
      "loss": 1.145,
      "step": 12700
    },
    {
      "epoch": 0.4345021894836892,
      "grad_norm": 1.4931575059890747,
      "learning_rate": 2.8286771445059234e-05,
      "loss": 1.102,
      "step": 12800
    },
    {
      "epoch": 0.4378967378390305,
      "grad_norm": 1.6308887004852295,
      "learning_rate": 2.8117044027292173e-05,
      "loss": 1.1574,
      "step": 12900
    },
    {
      "epoch": 0.44129128619437186,
      "grad_norm": 1.532914638519287,
      "learning_rate": 2.7947316609525105e-05,
      "loss": 1.1901,
      "step": 13000
    },
    {
      "epoch": 0.44468583454971317,
      "grad_norm": 1.5746792554855347,
      "learning_rate": 2.7777589191758037e-05,
      "loss": 1.2077,
      "step": 13100
    },
    {
      "epoch": 0.4480803829050545,
      "grad_norm": 1.7640366554260254,
      "learning_rate": 2.7607861773990972e-05,
      "loss": 1.2147,
      "step": 13200
    },
    {
      "epoch": 0.4514749312603958,
      "grad_norm": 1.4942810535430908,
      "learning_rate": 2.7438134356223904e-05,
      "loss": 1.2471,
      "step": 13300
    },
    {
      "epoch": 0.45486947961573715,
      "grad_norm": 1.449723243713379,
      "learning_rate": 2.7268406938456843e-05,
      "loss": 1.1991,
      "step": 13400
    },
    {
      "epoch": 0.45826402797107846,
      "grad_norm": 1.0219964981079102,
      "learning_rate": 2.7098679520689775e-05,
      "loss": 1.0989,
      "step": 13500
    },
    {
      "epoch": 0.46165857632641977,
      "grad_norm": 1.4733655452728271,
      "learning_rate": 2.6928952102922707e-05,
      "loss": 1.1652,
      "step": 13600
    },
    {
      "epoch": 0.4650531246817611,
      "grad_norm": 1.4748992919921875,
      "learning_rate": 2.6759224685155642e-05,
      "loss": 1.1522,
      "step": 13700
    },
    {
      "epoch": 0.46844767303710244,
      "grad_norm": 1.918239712715149,
      "learning_rate": 2.6589497267388574e-05,
      "loss": 1.0624,
      "step": 13800
    },
    {
      "epoch": 0.47184222139244375,
      "grad_norm": 1.4620022773742676,
      "learning_rate": 2.6419769849621513e-05,
      "loss": 1.2269,
      "step": 13900
    },
    {
      "epoch": 0.47523676974778506,
      "grad_norm": 1.647291898727417,
      "learning_rate": 2.6250042431854445e-05,
      "loss": 1.0928,
      "step": 14000
    },
    {
      "epoch": 0.47863131810312637,
      "grad_norm": 1.4002645015716553,
      "learning_rate": 2.6080315014087377e-05,
      "loss": 1.1475,
      "step": 14100
    },
    {
      "epoch": 0.4820258664584677,
      "grad_norm": 1.329160451889038,
      "learning_rate": 2.5910587596320312e-05,
      "loss": 1.1787,
      "step": 14200
    },
    {
      "epoch": 0.48542041481380904,
      "grad_norm": 1.0468798875808716,
      "learning_rate": 2.5740860178553244e-05,
      "loss": 1.1257,
      "step": 14300
    },
    {
      "epoch": 0.48881496316915035,
      "grad_norm": 1.1814810037612915,
      "learning_rate": 2.5571132760786176e-05,
      "loss": 1.2252,
      "step": 14400
    },
    {
      "epoch": 0.49220951152449166,
      "grad_norm": 1.442358136177063,
      "learning_rate": 2.5401405343019115e-05,
      "loss": 1.1474,
      "step": 14500
    },
    {
      "epoch": 0.49560405987983297,
      "grad_norm": 1.2082366943359375,
      "learning_rate": 2.5231677925252044e-05,
      "loss": 1.1271,
      "step": 14600
    },
    {
      "epoch": 0.49899860823517433,
      "grad_norm": 1.3044782876968384,
      "learning_rate": 2.5061950507484982e-05,
      "loss": 1.1204,
      "step": 14700
    },
    {
      "epoch": 0.5023931565905156,
      "grad_norm": 1.257338047027588,
      "learning_rate": 2.4893920363895583e-05,
      "loss": 1.1891,
      "step": 14800
    },
    {
      "epoch": 0.505787704945857,
      "grad_norm": 1.6963568925857544,
      "learning_rate": 2.472419294612852e-05,
      "loss": 1.0711,
      "step": 14900
    },
    {
      "epoch": 0.5091822533011983,
      "grad_norm": 1.4593158960342407,
      "learning_rate": 2.4554465528361454e-05,
      "loss": 1.1764,
      "step": 15000
    },
    {
      "epoch": 0.5125768016565396,
      "grad_norm": 1.2803332805633545,
      "learning_rate": 2.438473811059439e-05,
      "loss": 1.1213,
      "step": 15100
    },
    {
      "epoch": 0.5159713500118809,
      "grad_norm": 1.0880329608917236,
      "learning_rate": 2.421501069282732e-05,
      "loss": 1.0686,
      "step": 15200
    },
    {
      "epoch": 0.5193658983672222,
      "grad_norm": 1.350434422492981,
      "learning_rate": 2.4045283275060253e-05,
      "loss": 1.1244,
      "step": 15300
    },
    {
      "epoch": 0.5227604467225636,
      "grad_norm": 1.4851505756378174,
      "learning_rate": 2.387555585729319e-05,
      "loss": 1.1519,
      "step": 15400
    },
    {
      "epoch": 0.5261549950779049,
      "grad_norm": 1.4524593353271484,
      "learning_rate": 2.3705828439526124e-05,
      "loss": 1.1139,
      "step": 15500
    },
    {
      "epoch": 0.5295495434332462,
      "grad_norm": 1.3715015649795532,
      "learning_rate": 2.3536101021759056e-05,
      "loss": 1.1176,
      "step": 15600
    },
    {
      "epoch": 0.5329440917885875,
      "grad_norm": 1.3227180242538452,
      "learning_rate": 2.3366373603991988e-05,
      "loss": 1.1547,
      "step": 15700
    },
    {
      "epoch": 0.5363386401439288,
      "grad_norm": 1.742480754852295,
      "learning_rate": 2.3196646186224923e-05,
      "loss": 1.2338,
      "step": 15800
    },
    {
      "epoch": 0.5397331884992702,
      "grad_norm": 1.3990530967712402,
      "learning_rate": 2.302691876845786e-05,
      "loss": 1.1808,
      "step": 15900
    },
    {
      "epoch": 0.5431277368546115,
      "grad_norm": 1.6087653636932373,
      "learning_rate": 2.285719135069079e-05,
      "loss": 1.2029,
      "step": 16000
    },
    {
      "epoch": 0.5465222852099528,
      "grad_norm": 1.3504618406295776,
      "learning_rate": 2.2687463932923726e-05,
      "loss": 1.138,
      "step": 16100
    },
    {
      "epoch": 0.5499168335652941,
      "grad_norm": 1.226248025894165,
      "learning_rate": 2.2517736515156658e-05,
      "loss": 1.1006,
      "step": 16200
    },
    {
      "epoch": 0.5533113819206354,
      "grad_norm": 1.0794544219970703,
      "learning_rate": 2.2348009097389593e-05,
      "loss": 1.111,
      "step": 16300
    },
    {
      "epoch": 0.5567059302759768,
      "grad_norm": 1.3800761699676514,
      "learning_rate": 2.217828167962253e-05,
      "loss": 1.1554,
      "step": 16400
    },
    {
      "epoch": 0.5601004786313181,
      "grad_norm": 1.1783385276794434,
      "learning_rate": 2.200855426185546e-05,
      "loss": 1.157,
      "step": 16500
    },
    {
      "epoch": 0.5634950269866594,
      "grad_norm": 1.483588457107544,
      "learning_rate": 2.1838826844088396e-05,
      "loss": 1.1443,
      "step": 16600
    },
    {
      "epoch": 0.5668895753420008,
      "grad_norm": 1.847670555114746,
      "learning_rate": 2.1669099426321328e-05,
      "loss": 1.1667,
      "step": 16700
    },
    {
      "epoch": 0.570284123697342,
      "grad_norm": 1.524003028869629,
      "learning_rate": 2.1499372008554263e-05,
      "loss": 1.1555,
      "step": 16800
    },
    {
      "epoch": 0.5736786720526834,
      "grad_norm": 1.6308820247650146,
      "learning_rate": 2.1329644590787195e-05,
      "loss": 1.0674,
      "step": 16900
    },
    {
      "epoch": 0.5770732204080247,
      "grad_norm": 1.4396891593933105,
      "learning_rate": 2.115991717302013e-05,
      "loss": 1.1481,
      "step": 17000
    },
    {
      "epoch": 0.580467768763366,
      "grad_norm": 1.6904021501541138,
      "learning_rate": 2.0990189755253066e-05,
      "loss": 1.044,
      "step": 17100
    },
    {
      "epoch": 0.5838623171187074,
      "grad_norm": 1.8386590480804443,
      "learning_rate": 2.0820462337485998e-05,
      "loss": 1.0662,
      "step": 17200
    },
    {
      "epoch": 0.5872568654740487,
      "grad_norm": 1.3602131605148315,
      "learning_rate": 2.0650734919718933e-05,
      "loss": 1.072,
      "step": 17300
    },
    {
      "epoch": 0.59065141382939,
      "grad_norm": 1.2853094339370728,
      "learning_rate": 2.0481007501951865e-05,
      "loss": 1.1799,
      "step": 17400
    },
    {
      "epoch": 0.5940459621847313,
      "grad_norm": 1.418142557144165,
      "learning_rate": 2.03112800841848e-05,
      "loss": 1.1163,
      "step": 17500
    },
    {
      "epoch": 0.5974405105400726,
      "grad_norm": 1.3810557126998901,
      "learning_rate": 2.0141552666417736e-05,
      "loss": 1.1246,
      "step": 17600
    },
    {
      "epoch": 0.600835058895414,
      "grad_norm": 1.3166576623916626,
      "learning_rate": 1.9971825248650668e-05,
      "loss": 1.0635,
      "step": 17700
    },
    {
      "epoch": 0.6042296072507553,
      "grad_norm": 1.2918510437011719,
      "learning_rate": 1.98020978308836e-05,
      "loss": 1.1338,
      "step": 17800
    },
    {
      "epoch": 0.6076241556060966,
      "grad_norm": 1.3206653594970703,
      "learning_rate": 1.9632370413116535e-05,
      "loss": 1.1538,
      "step": 17900
    },
    {
      "epoch": 0.611018703961438,
      "grad_norm": 1.1084457635879517,
      "learning_rate": 1.946264299534947e-05,
      "loss": 1.0151,
      "step": 18000
    },
    {
      "epoch": 0.6144132523167792,
      "grad_norm": 1.6946609020233154,
      "learning_rate": 1.9292915577582406e-05,
      "loss": 1.173,
      "step": 18100
    },
    {
      "epoch": 0.6178078006721206,
      "grad_norm": 1.5061676502227783,
      "learning_rate": 1.9123188159815334e-05,
      "loss": 1.1463,
      "step": 18200
    },
    {
      "epoch": 0.6212023490274619,
      "grad_norm": 1.400976300239563,
      "learning_rate": 1.895346074204827e-05,
      "loss": 1.147,
      "step": 18300
    },
    {
      "epoch": 0.6245968973828032,
      "grad_norm": 1.398390769958496,
      "learning_rate": 1.8783733324281205e-05,
      "loss": 1.0824,
      "step": 18400
    },
    {
      "epoch": 0.6279914457381446,
      "grad_norm": 1.0492353439331055,
      "learning_rate": 1.861570318069181e-05,
      "loss": 1.1912,
      "step": 18500
    },
    {
      "epoch": 0.6313859940934858,
      "grad_norm": 1.5323091745376587,
      "learning_rate": 1.8445975762924745e-05,
      "loss": 1.1324,
      "step": 18600
    },
    {
      "epoch": 0.6347805424488272,
      "grad_norm": 1.2045379877090454,
      "learning_rate": 1.827624834515768e-05,
      "loss": 1.1011,
      "step": 18700
    },
    {
      "epoch": 0.6381750908041685,
      "grad_norm": 1.4627662897109985,
      "learning_rate": 1.8106520927390612e-05,
      "loss": 1.0789,
      "step": 18800
    },
    {
      "epoch": 0.6415696391595098,
      "grad_norm": 1.492099642753601,
      "learning_rate": 1.7936793509623544e-05,
      "loss": 1.1794,
      "step": 18900
    },
    {
      "epoch": 0.6449641875148512,
      "grad_norm": 1.8160879611968994,
      "learning_rate": 1.776706609185648e-05,
      "loss": 1.087,
      "step": 19000
    },
    {
      "epoch": 0.6483587358701924,
      "grad_norm": 1.135730504989624,
      "learning_rate": 1.7597338674089415e-05,
      "loss": 1.1466,
      "step": 19100
    },
    {
      "epoch": 0.6517532842255338,
      "grad_norm": 1.2633298635482788,
      "learning_rate": 1.7427611256322347e-05,
      "loss": 1.1453,
      "step": 19200
    },
    {
      "epoch": 0.6551478325808752,
      "grad_norm": 1.3639088869094849,
      "learning_rate": 1.725788383855528e-05,
      "loss": 1.1772,
      "step": 19300
    },
    {
      "epoch": 0.6585423809362164,
      "grad_norm": 1.5371415615081787,
      "learning_rate": 1.7088156420788214e-05,
      "loss": 1.1676,
      "step": 19400
    },
    {
      "epoch": 0.6619369292915578,
      "grad_norm": 1.1205295324325562,
      "learning_rate": 1.691842900302115e-05,
      "loss": 1.1312,
      "step": 19500
    },
    {
      "epoch": 0.665331477646899,
      "grad_norm": 1.3705852031707764,
      "learning_rate": 1.6748701585254085e-05,
      "loss": 1.2032,
      "step": 19600
    },
    {
      "epoch": 0.6687260260022404,
      "grad_norm": 1.6704633235931396,
      "learning_rate": 1.6578974167487017e-05,
      "loss": 1.1594,
      "step": 19700
    },
    {
      "epoch": 0.6721205743575818,
      "grad_norm": 1.3317358493804932,
      "learning_rate": 1.640924674971995e-05,
      "loss": 1.1118,
      "step": 19800
    },
    {
      "epoch": 0.675515122712923,
      "grad_norm": 1.666467547416687,
      "learning_rate": 1.6239519331952884e-05,
      "loss": 1.1402,
      "step": 19900
    },
    {
      "epoch": 0.6789096710682644,
      "grad_norm": 1.5140140056610107,
      "learning_rate": 1.606979191418582e-05,
      "loss": 1.0712,
      "step": 20000
    },
    {
      "epoch": 0.6823042194236056,
      "grad_norm": 1.5290478467941284,
      "learning_rate": 1.590006449641875e-05,
      "loss": 1.1054,
      "step": 20100
    },
    {
      "epoch": 0.685698767778947,
      "grad_norm": 1.408411979675293,
      "learning_rate": 1.5730337078651687e-05,
      "loss": 1.1755,
      "step": 20200
    },
    {
      "epoch": 0.6890933161342884,
      "grad_norm": 1.8979178667068481,
      "learning_rate": 1.556060966088462e-05,
      "loss": 1.0911,
      "step": 20300
    },
    {
      "epoch": 0.6924878644896296,
      "grad_norm": 1.3804025650024414,
      "learning_rate": 1.5390882243117554e-05,
      "loss": 1.1299,
      "step": 20400
    },
    {
      "epoch": 0.695882412844971,
      "grad_norm": 1.1603401899337769,
      "learning_rate": 1.5221154825350486e-05,
      "loss": 1.081,
      "step": 20500
    },
    {
      "epoch": 0.6992769612003124,
      "grad_norm": 1.4648966789245605,
      "learning_rate": 1.5051427407583421e-05,
      "loss": 1.1228,
      "step": 20600
    },
    {
      "epoch": 0.7026715095556536,
      "grad_norm": 1.589272379875183,
      "learning_rate": 1.4881699989816355e-05,
      "loss": 1.1068,
      "step": 20700
    },
    {
      "epoch": 0.706066057910995,
      "grad_norm": 1.337220311164856,
      "learning_rate": 1.471197257204929e-05,
      "loss": 1.1538,
      "step": 20800
    },
    {
      "epoch": 0.7094606062663362,
      "grad_norm": 1.5323350429534912,
      "learning_rate": 1.4542245154282224e-05,
      "loss": 1.0592,
      "step": 20900
    },
    {
      "epoch": 0.7128551546216776,
      "grad_norm": 1.6231937408447266,
      "learning_rate": 1.4372517736515156e-05,
      "loss": 1.1526,
      "step": 21000
    },
    {
      "epoch": 0.716249702977019,
      "grad_norm": 1.8754550218582153,
      "learning_rate": 1.4202790318748091e-05,
      "loss": 1.0773,
      "step": 21100
    },
    {
      "epoch": 0.7196442513323602,
      "grad_norm": 1.1128793954849243,
      "learning_rate": 1.4033062900981025e-05,
      "loss": 1.0372,
      "step": 21200
    },
    {
      "epoch": 0.7230387996877016,
      "grad_norm": 1.5695431232452393,
      "learning_rate": 1.386333548321396e-05,
      "loss": 1.1535,
      "step": 21300
    },
    {
      "epoch": 0.7264333480430428,
      "grad_norm": 1.327945351600647,
      "learning_rate": 1.3693608065446892e-05,
      "loss": 1.1107,
      "step": 21400
    },
    {
      "epoch": 0.7298278963983842,
      "grad_norm": 1.3291347026824951,
      "learning_rate": 1.3523880647679826e-05,
      "loss": 1.1303,
      "step": 21500
    },
    {
      "epoch": 0.7332224447537256,
      "grad_norm": 1.3102412223815918,
      "learning_rate": 1.3354153229912761e-05,
      "loss": 1.1271,
      "step": 21600
    },
    {
      "epoch": 0.7366169931090668,
      "grad_norm": 1.532332181930542,
      "learning_rate": 1.3184425812145695e-05,
      "loss": 1.1259,
      "step": 21700
    },
    {
      "epoch": 0.7400115414644082,
      "grad_norm": 1.8076393604278564,
      "learning_rate": 1.301469839437863e-05,
      "loss": 1.0277,
      "step": 21800
    },
    {
      "epoch": 0.7434060898197494,
      "grad_norm": 1.560998558998108,
      "learning_rate": 1.2844970976611562e-05,
      "loss": 1.0944,
      "step": 21900
    },
    {
      "epoch": 0.7468006381750908,
      "grad_norm": 1.4512039422988892,
      "learning_rate": 1.2675243558844496e-05,
      "loss": 1.1439,
      "step": 22000
    },
    {
      "epoch": 0.7501951865304322,
      "grad_norm": 1.1790564060211182,
      "learning_rate": 1.2505516141077431e-05,
      "loss": 1.1109,
      "step": 22100
    },
    {
      "epoch": 0.7535897348857734,
      "grad_norm": 0.8725073337554932,
      "learning_rate": 1.2337485997488036e-05,
      "loss": 1.1064,
      "step": 22200
    },
    {
      "epoch": 0.7569842832411148,
      "grad_norm": 1.7705230712890625,
      "learning_rate": 1.2167758579720968e-05,
      "loss": 1.1094,
      "step": 22300
    },
    {
      "epoch": 0.7603788315964561,
      "grad_norm": 1.72670578956604,
      "learning_rate": 1.1998031161953903e-05,
      "loss": 1.0784,
      "step": 22400
    },
    {
      "epoch": 0.7637733799517974,
      "grad_norm": 1.0623925924301147,
      "learning_rate": 1.1828303744186837e-05,
      "loss": 1.1441,
      "step": 22500
    },
    {
      "epoch": 0.7671679283071388,
      "grad_norm": 1.4572324752807617,
      "learning_rate": 1.165857632641977e-05,
      "loss": 1.0754,
      "step": 22600
    },
    {
      "epoch": 0.77056247666248,
      "grad_norm": 1.4778876304626465,
      "learning_rate": 1.1488848908652704e-05,
      "loss": 1.0816,
      "step": 22700
    },
    {
      "epoch": 0.7739570250178214,
      "grad_norm": 1.5544917583465576,
      "learning_rate": 1.1319121490885638e-05,
      "loss": 1.1449,
      "step": 22800
    },
    {
      "epoch": 0.7773515733731627,
      "grad_norm": 1.4993566274642944,
      "learning_rate": 1.1149394073118571e-05,
      "loss": 1.0315,
      "step": 22900
    },
    {
      "epoch": 0.780746121728504,
      "grad_norm": 1.5602749586105347,
      "learning_rate": 1.0979666655351507e-05,
      "loss": 1.151,
      "step": 23000
    },
    {
      "epoch": 0.7841406700838454,
      "grad_norm": 1.2788993120193481,
      "learning_rate": 1.080993923758444e-05,
      "loss": 1.1134,
      "step": 23100
    },
    {
      "epoch": 0.7875352184391866,
      "grad_norm": 1.4655214548110962,
      "learning_rate": 1.0640211819817374e-05,
      "loss": 1.1033,
      "step": 23200
    },
    {
      "epoch": 0.790929766794528,
      "grad_norm": 1.4986985921859741,
      "learning_rate": 1.0470484402050308e-05,
      "loss": 1.1025,
      "step": 23300
    },
    {
      "epoch": 0.7943243151498693,
      "grad_norm": 1.651713490486145,
      "learning_rate": 1.0300756984283241e-05,
      "loss": 1.173,
      "step": 23400
    },
    {
      "epoch": 0.7977188635052106,
      "grad_norm": 1.4241468906402588,
      "learning_rate": 1.0131029566516175e-05,
      "loss": 1.1499,
      "step": 23500
    },
    {
      "epoch": 0.801113411860552,
      "grad_norm": 1.4987541437149048,
      "learning_rate": 9.961302148749109e-06,
      "loss": 1.0355,
      "step": 23600
    },
    {
      "epoch": 0.8045079602158933,
      "grad_norm": 1.6847175359725952,
      "learning_rate": 9.791574730982044e-06,
      "loss": 1.0974,
      "step": 23700
    },
    {
      "epoch": 0.8079025085712346,
      "grad_norm": 1.319767713546753,
      "learning_rate": 9.621847313214976e-06,
      "loss": 1.0246,
      "step": 23800
    },
    {
      "epoch": 0.8112970569265759,
      "grad_norm": 0.8837277293205261,
      "learning_rate": 9.452119895447911e-06,
      "loss": 1.0828,
      "step": 23900
    },
    {
      "epoch": 0.8146916052819172,
      "grad_norm": 1.3911470174789429,
      "learning_rate": 9.282392477680845e-06,
      "loss": 1.1347,
      "step": 24000
    },
    {
      "epoch": 0.8180861536372586,
      "grad_norm": 1.6268776655197144,
      "learning_rate": 9.112665059913779e-06,
      "loss": 1.1426,
      "step": 24100
    },
    {
      "epoch": 0.8214807019925999,
      "grad_norm": 1.229019284248352,
      "learning_rate": 8.942937642146714e-06,
      "loss": 1.147,
      "step": 24200
    },
    {
      "epoch": 0.8248752503479412,
      "grad_norm": 1.4097239971160889,
      "learning_rate": 8.773210224379646e-06,
      "loss": 1.1377,
      "step": 24300
    },
    {
      "epoch": 0.8282697987032825,
      "grad_norm": 1.1406160593032837,
      "learning_rate": 8.603482806612581e-06,
      "loss": 1.1035,
      "step": 24400
    },
    {
      "epoch": 0.8316643470586238,
      "grad_norm": 1.0381433963775635,
      "learning_rate": 8.433755388845515e-06,
      "loss": 1.091,
      "step": 24500
    },
    {
      "epoch": 0.8350588954139652,
      "grad_norm": 1.3789398670196533,
      "learning_rate": 8.264027971078449e-06,
      "loss": 1.0108,
      "step": 24600
    },
    {
      "epoch": 0.8384534437693065,
      "grad_norm": 1.2343610525131226,
      "learning_rate": 8.094300553311382e-06,
      "loss": 1.1196,
      "step": 24700
    },
    {
      "epoch": 0.8418479921246478,
      "grad_norm": 1.3978173732757568,
      "learning_rate": 7.924573135544316e-06,
      "loss": 1.0261,
      "step": 24800
    },
    {
      "epoch": 0.8452425404799891,
      "grad_norm": 1.2678471803665161,
      "learning_rate": 7.75484571777725e-06,
      "loss": 1.0813,
      "step": 24900
    },
    {
      "epoch": 0.8486370888353305,
      "grad_norm": 1.5607575178146362,
      "learning_rate": 7.585118300010184e-06,
      "loss": 1.167,
      "step": 25000
    },
    {
      "epoch": 0.8520316371906718,
      "grad_norm": 1.1577645540237427,
      "learning_rate": 7.415390882243117e-06,
      "loss": 1.1326,
      "step": 25100
    },
    {
      "epoch": 0.8554261855460131,
      "grad_norm": 1.0699902772903442,
      "learning_rate": 7.2456634644760515e-06,
      "loss": 1.0751,
      "step": 25200
    },
    {
      "epoch": 0.8588207339013544,
      "grad_norm": 1.3334201574325562,
      "learning_rate": 7.075936046708986e-06,
      "loss": 1.083,
      "step": 25300
    },
    {
      "epoch": 0.8622152822566957,
      "grad_norm": 1.493215799331665,
      "learning_rate": 6.90620862894192e-06,
      "loss": 1.152,
      "step": 25400
    },
    {
      "epoch": 0.8656098306120371,
      "grad_norm": 1.5618408918380737,
      "learning_rate": 6.736481211174854e-06,
      "loss": 1.0474,
      "step": 25500
    },
    {
      "epoch": 0.8690043789673784,
      "grad_norm": 1.4898067712783813,
      "learning_rate": 6.566753793407787e-06,
      "loss": 1.1261,
      "step": 25600
    },
    {
      "epoch": 0.8723989273227197,
      "grad_norm": 1.1436446905136108,
      "learning_rate": 6.3970263756407215e-06,
      "loss": 1.0708,
      "step": 25700
    },
    {
      "epoch": 0.875793475678061,
      "grad_norm": 1.4544737339019775,
      "learning_rate": 6.227298957873655e-06,
      "loss": 1.0788,
      "step": 25800
    },
    {
      "epoch": 0.8791880240334023,
      "grad_norm": 1.0729115009307861,
      "learning_rate": 6.05757154010659e-06,
      "loss": 1.0525,
      "step": 25900
    },
    {
      "epoch": 0.8825825723887437,
      "grad_norm": 1.5516784191131592,
      "learning_rate": 5.887844122339523e-06,
      "loss": 1.0874,
      "step": 26000
    },
    {
      "epoch": 0.885977120744085,
      "grad_norm": 1.4837692975997925,
      "learning_rate": 5.718116704572457e-06,
      "loss": 1.1142,
      "step": 26100
    },
    {
      "epoch": 0.8893716690994263,
      "grad_norm": 1.1491631269454956,
      "learning_rate": 5.548389286805391e-06,
      "loss": 1.0618,
      "step": 26200
    },
    {
      "epoch": 0.8927662174547677,
      "grad_norm": 1.5417340993881226,
      "learning_rate": 5.378661869038324e-06,
      "loss": 0.993,
      "step": 26300
    },
    {
      "epoch": 0.896160765810109,
      "grad_norm": 0.9728216528892517,
      "learning_rate": 5.208934451271259e-06,
      "loss": 1.1583,
      "step": 26400
    },
    {
      "epoch": 0.8995553141654503,
      "grad_norm": 1.0447022914886475,
      "learning_rate": 5.0392070335041925e-06,
      "loss": 1.0472,
      "step": 26500
    },
    {
      "epoch": 0.9029498625207916,
      "grad_norm": 1.2869070768356323,
      "learning_rate": 4.869479615737126e-06,
      "loss": 1.0823,
      "step": 26600
    },
    {
      "epoch": 0.9063444108761329,
      "grad_norm": 1.6531902551651,
      "learning_rate": 4.69975219797006e-06,
      "loss": 1.0836,
      "step": 26700
    },
    {
      "epoch": 0.9097389592314743,
      "grad_norm": 1.559571385383606,
      "learning_rate": 4.530024780202994e-06,
      "loss": 1.0009,
      "step": 26800
    },
    {
      "epoch": 0.9131335075868156,
      "grad_norm": 1.3163347244262695,
      "learning_rate": 4.360297362435928e-06,
      "loss": 1.1214,
      "step": 26900
    },
    {
      "epoch": 0.9165280559421569,
      "grad_norm": 1.1032936573028564,
      "learning_rate": 4.1905699446688625e-06,
      "loss": 1.113,
      "step": 27000
    },
    {
      "epoch": 0.9199226042974982,
      "grad_norm": 1.4257267713546753,
      "learning_rate": 4.020842526901796e-06,
      "loss": 1.0477,
      "step": 27100
    },
    {
      "epoch": 0.9233171526528395,
      "grad_norm": 2.0018675327301025,
      "learning_rate": 3.85111510913473e-06,
      "loss": 1.1487,
      "step": 27200
    },
    {
      "epoch": 0.9267117010081809,
      "grad_norm": 1.38235342502594,
      "learning_rate": 3.681387691367664e-06,
      "loss": 1.0816,
      "step": 27300
    },
    {
      "epoch": 0.9301062493635222,
      "grad_norm": 1.4731274843215942,
      "learning_rate": 3.5116602736005976e-06,
      "loss": 1.0882,
      "step": 27400
    },
    {
      "epoch": 0.9335007977188635,
      "grad_norm": 1.225797414779663,
      "learning_rate": 3.3419328558335317e-06,
      "loss": 1.0551,
      "step": 27500
    },
    {
      "epoch": 0.9368953460742049,
      "grad_norm": 1.597345232963562,
      "learning_rate": 3.1722054380664653e-06,
      "loss": 1.0565,
      "step": 27600
    },
    {
      "epoch": 0.9402898944295461,
      "grad_norm": 1.092685341835022,
      "learning_rate": 3.0024780202993994e-06,
      "loss": 1.0821,
      "step": 27700
    },
    {
      "epoch": 0.9436844427848875,
      "grad_norm": 1.3143861293792725,
      "learning_rate": 2.832750602532333e-06,
      "loss": 1.0049,
      "step": 27800
    },
    {
      "epoch": 0.9470789911402288,
      "grad_norm": 1.1611847877502441,
      "learning_rate": 2.663023184765267e-06,
      "loss": 1.031,
      "step": 27900
    },
    {
      "epoch": 0.9504735394955701,
      "grad_norm": 1.3087385892868042,
      "learning_rate": 2.4932957669982012e-06,
      "loss": 0.9714,
      "step": 28000
    },
    {
      "epoch": 0.9538680878509115,
      "grad_norm": 1.118117094039917,
      "learning_rate": 2.323568349231135e-06,
      "loss": 1.0057,
      "step": 28100
    },
    {
      "epoch": 0.9572626362062527,
      "grad_norm": 1.5035566091537476,
      "learning_rate": 2.1538409314640686e-06,
      "loss": 1.1181,
      "step": 28200
    },
    {
      "epoch": 0.9606571845615941,
      "grad_norm": 1.372116208076477,
      "learning_rate": 1.9841135136970026e-06,
      "loss": 1.042,
      "step": 28300
    },
    {
      "epoch": 0.9640517329169354,
      "grad_norm": 1.189626693725586,
      "learning_rate": 1.8160833701076074e-06,
      "loss": 1.0346,
      "step": 28400
    },
    {
      "epoch": 0.9674462812722767,
      "grad_norm": 1.6013319492340088,
      "learning_rate": 1.6463559523405412e-06,
      "loss": 1.06,
      "step": 28500
    },
    {
      "epoch": 0.9708408296276181,
      "grad_norm": 1.7186366319656372,
      "learning_rate": 1.4766285345734751e-06,
      "loss": 1.1076,
      "step": 28600
    },
    {
      "epoch": 0.9742353779829593,
      "grad_norm": 1.3533858060836792,
      "learning_rate": 1.306901116806409e-06,
      "loss": 1.1391,
      "step": 28700
    },
    {
      "epoch": 0.9776299263383007,
      "grad_norm": 1.34947669506073,
      "learning_rate": 1.1371736990393429e-06,
      "loss": 1.0501,
      "step": 28800
    },
    {
      "epoch": 0.981024474693642,
      "grad_norm": 1.5835421085357666,
      "learning_rate": 9.674462812722767e-07,
      "loss": 1.1168,
      "step": 28900
    },
    {
      "epoch": 0.9844190230489833,
      "grad_norm": 1.2659107446670532,
      "learning_rate": 7.977188635052106e-07,
      "loss": 1.0592,
      "step": 29000
    },
    {
      "epoch": 0.9878135714043247,
      "grad_norm": 1.212120532989502,
      "learning_rate": 6.279914457381446e-07,
      "loss": 1.0867,
      "step": 29100
    },
    {
      "epoch": 0.9912081197596659,
      "grad_norm": 1.5085951089859009,
      "learning_rate": 4.582640279710785e-07,
      "loss": 1.0909,
      "step": 29200
    },
    {
      "epoch": 0.9946026681150073,
      "grad_norm": 1.6492177248001099,
      "learning_rate": 2.885366102040124e-07,
      "loss": 1.0747,
      "step": 29300
    },
    {
      "epoch": 0.9979972164703487,
      "grad_norm": 1.368004322052002,
      "learning_rate": 1.1880919243694626e-07,
      "loss": 0.9943,
      "step": 29400
    }
  ],
  "logging_steps": 100,
  "max_steps": 29459,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 29459,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.93185924572119e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}