{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.04234486307951388,
  "eval_steps": 500,
  "global_step": 13000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003257297159962606,
      "grad_norm": 2.2308592796325684,
      "learning_rate": 4.99853416853153e-05,
      "loss": 1.4483,
      "step": 100
    },
    {
      "epoch": 0.0006514594319925212,
      "grad_norm": 2.3997225761413574,
      "learning_rate": 4.996905466899897e-05,
      "loss": 1.3276,
      "step": 200
    },
    {
      "epoch": 0.0009771891479887819,
      "grad_norm": 1.4687339067459106,
      "learning_rate": 4.995276765268264e-05,
      "loss": 1.3394,
      "step": 300
    },
    {
      "epoch": 0.0013029188639850425,
      "grad_norm": 0.6583470702171326,
      "learning_rate": 4.993648063636631e-05,
      "loss": 1.3245,
      "step": 400
    },
    {
      "epoch": 0.0016286485799813031,
      "grad_norm": 1.6252340078353882,
      "learning_rate": 4.992019362004997e-05,
      "loss": 1.3249,
      "step": 500
    },
    {
      "epoch": 0.0019543782959775637,
      "grad_norm": 2.0806777477264404,
      "learning_rate": 4.9903906603733634e-05,
      "loss": 1.32,
      "step": 600
    },
    {
      "epoch": 0.002280108011973824,
      "grad_norm": 1.376539707183838,
      "learning_rate": 4.988761958741731e-05,
      "loss": 1.3133,
      "step": 700
    },
    {
      "epoch": 0.002605837727970085,
      "grad_norm": 2.234644889831543,
      "learning_rate": 4.987133257110097e-05,
      "loss": 1.3179,
      "step": 800
    },
    {
      "epoch": 0.0029315674439663454,
      "grad_norm": 1.4599684476852417,
      "learning_rate": 4.985504555478464e-05,
      "loss": 1.3097,
      "step": 900
    },
    {
      "epoch": 0.0032572971599626062,
      "grad_norm": 1.7078094482421875,
      "learning_rate": 4.9838758538468304e-05,
      "loss": 1.3083,
      "step": 1000
    },
    {
      "epoch": 0.0035830268759588666,
      "grad_norm": 0.6953567266464233,
      "learning_rate": 4.9822471522151976e-05,
      "loss": 1.3075,
      "step": 1100
    },
    {
      "epoch": 0.0039087565919551275,
      "grad_norm": 1.225602626800537,
      "learning_rate": 4.980618450583564e-05,
      "loss": 1.3054,
      "step": 1200
    },
    {
      "epoch": 0.004234486307951388,
      "grad_norm": 1.3010519742965698,
      "learning_rate": 4.978989748951931e-05,
      "loss": 1.3066,
      "step": 1300
    },
    {
      "epoch": 0.004560216023947648,
      "grad_norm": 0.6475724577903748,
      "learning_rate": 4.9773610473202974e-05,
      "loss": 1.3109,
      "step": 1400
    },
    {
      "epoch": 0.004885945739943909,
      "grad_norm": 1.046614646911621,
      "learning_rate": 4.975732345688664e-05,
      "loss": 1.3074,
      "step": 1500
    },
    {
      "epoch": 0.00521167545594017,
      "grad_norm": 1.113573670387268,
      "learning_rate": 4.974103644057031e-05,
      "loss": 1.3083,
      "step": 1600
    },
    {
      "epoch": 0.005537405171936431,
      "grad_norm": 1.4273550510406494,
      "learning_rate": 4.972474942425398e-05,
      "loss": 1.3018,
      "step": 1700
    },
    {
      "epoch": 0.005863134887932691,
      "grad_norm": 0.5519908666610718,
      "learning_rate": 4.970846240793764e-05,
      "loss": 1.2945,
      "step": 1800
    },
    {
      "epoch": 0.006188864603928952,
      "grad_norm": 0.6653416156768799,
      "learning_rate": 4.969217539162131e-05,
      "loss": 1.3004,
      "step": 1900
    },
    {
      "epoch": 0.0065145943199252125,
      "grad_norm": 0.732170581817627,
      "learning_rate": 4.9675888375304975e-05,
      "loss": 1.3014,
      "step": 2000
    },
    {
      "epoch": 0.006840324035921473,
      "grad_norm": 0.405608594417572,
      "learning_rate": 4.965960135898865e-05,
      "loss": 1.2939,
      "step": 2100
    },
    {
      "epoch": 0.007166053751917733,
      "grad_norm": 0.9849847555160522,
      "learning_rate": 4.9643314342672306e-05,
      "loss": 1.2922,
      "step": 2200
    },
    {
      "epoch": 0.007491783467913994,
      "grad_norm": 0.7152832746505737,
      "learning_rate": 4.962702732635598e-05,
      "loss": 1.2905,
      "step": 2300
    },
    {
      "epoch": 0.007817513183910255,
      "grad_norm": 1.1164734363555908,
      "learning_rate": 4.9610740310039644e-05,
      "loss": 1.3024,
      "step": 2400
    },
    {
      "epoch": 0.008143242899906516,
      "grad_norm": 0.574243426322937,
      "learning_rate": 4.959445329372332e-05,
      "loss": 1.2944,
      "step": 2500
    },
    {
      "epoch": 0.008468972615902777,
      "grad_norm": 0.6976324319839478,
      "learning_rate": 4.9578166277406976e-05,
      "loss": 1.2939,
      "step": 2600
    },
    {
      "epoch": 0.008794702331899037,
      "grad_norm": 0.4648737609386444,
      "learning_rate": 4.956187926109064e-05,
      "loss": 1.2841,
      "step": 2700
    },
    {
      "epoch": 0.009120432047895297,
      "grad_norm": 1.189271092414856,
      "learning_rate": 4.9545592244774314e-05,
      "loss": 1.294,
      "step": 2800
    },
    {
      "epoch": 0.009446161763891557,
      "grad_norm": 0.6437670588493347,
      "learning_rate": 4.952930522845798e-05,
      "loss": 1.2882,
      "step": 2900
    },
    {
      "epoch": 0.009771891479887818,
      "grad_norm": 1.591304898262024,
      "learning_rate": 4.9513018212141646e-05,
      "loss": 1.2805,
      "step": 3000
    },
    {
      "epoch": 0.010097621195884079,
      "grad_norm": 0.2836475670337677,
      "learning_rate": 4.949673119582531e-05,
      "loss": 1.2802,
      "step": 3100
    },
    {
      "epoch": 0.01042335091188034,
      "grad_norm": 1.304417610168457,
      "learning_rate": 4.9480444179508984e-05,
      "loss": 1.2833,
      "step": 3200
    },
    {
      "epoch": 0.0107490806278766,
      "grad_norm": 0.27579864859580994,
      "learning_rate": 4.946415716319265e-05,
      "loss": 1.2852,
      "step": 3300
    },
    {
      "epoch": 0.011074810343872862,
      "grad_norm": 1.1080585718154907,
      "learning_rate": 4.9447870146876315e-05,
      "loss": 1.289,
      "step": 3400
    },
    {
      "epoch": 0.011400540059869122,
      "grad_norm": 0.2783690392971039,
      "learning_rate": 4.943158313055998e-05,
      "loss": 1.2885,
      "step": 3500
    },
    {
      "epoch": 0.011726269775865382,
      "grad_norm": 0.6603112816810608,
      "learning_rate": 4.941529611424365e-05,
      "loss": 1.2882,
      "step": 3600
    },
    {
      "epoch": 0.012051999491861642,
      "grad_norm": 0.9498095512390137,
      "learning_rate": 4.939900909792732e-05,
      "loss": 1.2835,
      "step": 3700
    },
    {
      "epoch": 0.012377729207857903,
      "grad_norm": 0.5274548530578613,
      "learning_rate": 4.9382722081610985e-05,
      "loss": 1.279,
      "step": 3800
    },
    {
      "epoch": 0.012703458923854164,
      "grad_norm": 0.5299821496009827,
      "learning_rate": 4.936643506529465e-05,
      "loss": 1.2879,
      "step": 3900
    },
    {
      "epoch": 0.013029188639850425,
      "grad_norm": 1.0898863077163696,
      "learning_rate": 4.9350148048978316e-05,
      "loss": 1.2913,
      "step": 4000
    },
    {
      "epoch": 0.013354918355846686,
      "grad_norm": 0.6892501711845398,
      "learning_rate": 4.933386103266198e-05,
      "loss": 1.2835,
      "step": 4100
    },
    {
      "epoch": 0.013680648071842947,
      "grad_norm": 0.9103847146034241,
      "learning_rate": 4.9317574016345655e-05,
      "loss": 1.2876,
      "step": 4200
    },
    {
      "epoch": 0.014006377787839207,
      "grad_norm": 0.8750960826873779,
      "learning_rate": 4.9301287000029314e-05,
      "loss": 1.2761,
      "step": 4300
    },
    {
      "epoch": 0.014332107503835467,
      "grad_norm": 1.7296843528747559,
      "learning_rate": 4.9284999983712986e-05,
      "loss": 1.2825,
      "step": 4400
    },
    {
      "epoch": 0.014657837219831727,
      "grad_norm": 0.7019387483596802,
      "learning_rate": 4.926871296739665e-05,
      "loss": 1.2774,
      "step": 4500
    },
    {
      "epoch": 0.014983566935827988,
      "grad_norm": 0.9353660345077515,
      "learning_rate": 4.9252425951080324e-05,
      "loss": 1.2701,
      "step": 4600
    },
    {
      "epoch": 0.015309296651824249,
      "grad_norm": 0.7081932425498962,
      "learning_rate": 4.923613893476399e-05,
      "loss": 1.276,
      "step": 4700
    },
    {
      "epoch": 0.01563502636782051,
      "grad_norm": 0.8366962671279907,
      "learning_rate": 4.9219851918447656e-05,
      "loss": 1.2767,
      "step": 4800
    },
    {
      "epoch": 0.01596075608381677,
      "grad_norm": 1.765871286392212,
      "learning_rate": 4.920356490213132e-05,
      "loss": 1.2617,
      "step": 4900
    },
    {
      "epoch": 0.01628648579981303,
      "grad_norm": 0.2926379442214966,
      "learning_rate": 4.918727788581499e-05,
      "loss": 1.2762,
      "step": 5000
    },
    {
      "epoch": 0.01661221551580929,
      "grad_norm": 1.1176525354385376,
      "learning_rate": 4.917099086949866e-05,
      "loss": 1.2647,
      "step": 5100
    },
    {
      "epoch": 0.016937945231805553,
      "grad_norm": 0.384264200925827,
      "learning_rate": 4.915470385318232e-05,
      "loss": 1.2628,
      "step": 5200
    },
    {
      "epoch": 0.017263674947801812,
      "grad_norm": 1.5339140892028809,
      "learning_rate": 4.913841683686599e-05,
      "loss": 1.2692,
      "step": 5300
    },
    {
      "epoch": 0.017589404663798075,
      "grad_norm": 1.2026703357696533,
      "learning_rate": 4.912212982054966e-05,
      "loss": 1.2618,
      "step": 5400
    },
    {
      "epoch": 0.017915134379794334,
      "grad_norm": 0.6754997968673706,
      "learning_rate": 4.910584280423333e-05,
      "loss": 1.2495,
      "step": 5500
    },
    {
      "epoch": 0.018240864095790593,
      "grad_norm": 0.8240428566932678,
      "learning_rate": 4.908955578791699e-05,
      "loss": 1.2498,
      "step": 5600
    },
    {
      "epoch": 0.018566593811786856,
      "grad_norm": 0.6363087892532349,
      "learning_rate": 4.9073268771600654e-05,
      "loss": 1.2514,
      "step": 5700
    },
    {
      "epoch": 0.018892323527783115,
      "grad_norm": 1.393833875656128,
      "learning_rate": 4.905698175528433e-05,
      "loss": 1.2509,
      "step": 5800
    },
    {
      "epoch": 0.019218053243779377,
      "grad_norm": 0.6422170996665955,
      "learning_rate": 4.904069473896799e-05,
      "loss": 1.2405,
      "step": 5900
    },
    {
      "epoch": 0.019543782959775637,
      "grad_norm": 0.7575420141220093,
      "learning_rate": 4.902440772265166e-05,
      "loss": 1.2241,
      "step": 6000
    },
    {
      "epoch": 0.0198695126757719,
      "grad_norm": 0.7148196697235107,
      "learning_rate": 4.9008120706335324e-05,
      "loss": 1.2372,
      "step": 6100
    },
    {
      "epoch": 0.020195242391768158,
      "grad_norm": 1.1207329034805298,
      "learning_rate": 4.8991833690018996e-05,
      "loss": 1.2372,
      "step": 6200
    },
    {
      "epoch": 0.02052097210776442,
      "grad_norm": 1.3915568590164185,
      "learning_rate": 4.897554667370266e-05,
      "loss": 1.2129,
      "step": 6300
    },
    {
      "epoch": 0.02084670182376068,
      "grad_norm": 0.8674553036689758,
      "learning_rate": 4.895925965738633e-05,
      "loss": 1.2262,
      "step": 6400
    },
    {
      "epoch": 0.02117243153975694,
      "grad_norm": 0.7640644311904907,
      "learning_rate": 4.8942972641069994e-05,
      "loss": 1.1998,
      "step": 6500
    },
    {
      "epoch": 0.0214981612557532,
      "grad_norm": 0.7928606271743774,
      "learning_rate": 4.892668562475366e-05,
      "loss": 1.1776,
      "step": 6600
    },
    {
      "epoch": 0.02182389097174946,
      "grad_norm": 1.1644946336746216,
      "learning_rate": 4.891039860843733e-05,
      "loss": 1.1916,
      "step": 6700
    },
    {
      "epoch": 0.022149620687745723,
      "grad_norm": 1.1310213804244995,
      "learning_rate": 4.8894111592121e-05,
      "loss": 1.1786,
      "step": 6800
    },
    {
      "epoch": 0.022475350403741982,
      "grad_norm": 1.3858141899108887,
      "learning_rate": 4.887782457580466e-05,
      "loss": 1.1728,
      "step": 6900
    },
    {
      "epoch": 0.022801080119738245,
      "grad_norm": 3.814767360687256,
      "learning_rate": 4.886153755948833e-05,
      "loss": 1.1384,
      "step": 7000
    },
    {
      "epoch": 0.023126809835734504,
      "grad_norm": 1.2411885261535645,
      "learning_rate": 4.8845250543171995e-05,
      "loss": 1.1588,
      "step": 7100
    },
    {
      "epoch": 0.023452539551730763,
      "grad_norm": 1.4492881298065186,
      "learning_rate": 4.882896352685567e-05,
      "loss": 1.1266,
      "step": 7200
    },
    {
      "epoch": 0.023778269267727026,
      "grad_norm": 0.8389878869056702,
      "learning_rate": 4.8812676510539326e-05,
      "loss": 1.1446,
      "step": 7300
    },
    {
      "epoch": 0.024103998983723285,
      "grad_norm": 0.33955487608909607,
      "learning_rate": 4.8796389494223e-05,
      "loss": 1.1111,
      "step": 7400
    },
    {
      "epoch": 0.024429728699719547,
      "grad_norm": 0.7004753351211548,
      "learning_rate": 4.8780102477906664e-05,
      "loss": 1.0954,
      "step": 7500
    },
    {
      "epoch": 0.024755458415715807,
      "grad_norm": 0.7213209271430969,
      "learning_rate": 4.876381546159034e-05,
      "loss": 1.1123,
      "step": 7600
    },
    {
      "epoch": 0.02508118813171207,
      "grad_norm": 0.960991382598877,
      "learning_rate": 4.8747528445273996e-05,
      "loss": 1.0982,
      "step": 7700
    },
    {
      "epoch": 0.025406917847708328,
      "grad_norm": 0.6955804228782654,
      "learning_rate": 4.873124142895766e-05,
      "loss": 1.0827,
      "step": 7800
    },
    {
      "epoch": 0.02573264756370459,
      "grad_norm": 0.47498619556427,
      "learning_rate": 4.8714954412641334e-05,
      "loss": 1.1043,
      "step": 7900
    },
    {
      "epoch": 0.02605837727970085,
      "grad_norm": 0.304063618183136,
      "learning_rate": 4.8698667396325e-05,
      "loss": 1.0699,
      "step": 8000
    },
    {
      "epoch": 0.02638410699569711,
      "grad_norm": 0.9996088743209839,
      "learning_rate": 4.8682380380008666e-05,
      "loss": 1.0697,
      "step": 8100
    },
    {
      "epoch": 0.02670983671169337,
      "grad_norm": 0.5986392498016357,
      "learning_rate": 4.866609336369233e-05,
      "loss": 1.0733,
      "step": 8200
    },
    {
      "epoch": 0.02703556642768963,
      "grad_norm": 0.41347017884254456,
      "learning_rate": 4.8649806347376004e-05,
      "loss": 1.0643,
      "step": 8300
    },
    {
      "epoch": 0.027361296143685893,
      "grad_norm": 0.3976612687110901,
      "learning_rate": 4.863351933105967e-05,
      "loss": 1.0401,
      "step": 8400
    },
    {
      "epoch": 0.027687025859682152,
      "grad_norm": 1.1716387271881104,
      "learning_rate": 4.8617232314743335e-05,
      "loss": 1.0298,
      "step": 8500
    },
    {
      "epoch": 0.028012755575678415,
      "grad_norm": 0.7384105324745178,
      "learning_rate": 4.8600945298427e-05,
      "loss": 1.0223,
      "step": 8600
    },
    {
      "epoch": 0.028338485291674674,
      "grad_norm": 0.517280638217926,
      "learning_rate": 4.858465828211067e-05,
      "loss": 1.0445,
      "step": 8700
    },
    {
      "epoch": 0.028664215007670933,
      "grad_norm": 0.7129126787185669,
      "learning_rate": 4.856837126579434e-05,
      "loss": 1.0508,
      "step": 8800
    },
    {
      "epoch": 0.028989944723667196,
      "grad_norm": 0.35596320033073425,
      "learning_rate": 4.8552084249478005e-05,
      "loss": 1.0296,
      "step": 8900
    },
    {
      "epoch": 0.029315674439663455,
      "grad_norm": 0.9362590909004211,
      "learning_rate": 4.853579723316167e-05,
      "loss": 1.0785,
      "step": 9000
    },
    {
      "epoch": 0.029641404155659717,
      "grad_norm": 0.8223775625228882,
      "learning_rate": 4.8519510216845336e-05,
      "loss": 1.043,
      "step": 9100
    },
    {
      "epoch": 0.029967133871655977,
      "grad_norm": 0.7149192690849304,
      "learning_rate": 4.8503223200529e-05,
      "loss": 1.0036,
      "step": 9200
    },
    {
      "epoch": 0.03029286358765224,
      "grad_norm": 0.5907948017120361,
      "learning_rate": 4.8486936184212675e-05,
      "loss": 1.0408,
      "step": 9300
    },
    {
      "epoch": 0.030618593303648498,
      "grad_norm": 0.6083859801292419,
      "learning_rate": 4.847064916789634e-05,
      "loss": 1.0313,
      "step": 9400
    },
    {
      "epoch": 0.03094432301964476,
      "grad_norm": 0.5470224618911743,
      "learning_rate": 4.8454362151580006e-05,
      "loss": 1.0395,
      "step": 9500
    },
    {
      "epoch": 0.03127005273564102,
      "grad_norm": 0.9455150961875916,
      "learning_rate": 4.843807513526367e-05,
      "loss": 1.0132,
      "step": 9600
    },
    {
      "epoch": 0.03159578245163728,
      "grad_norm": 0.9068177938461304,
      "learning_rate": 4.8421788118947344e-05,
      "loss": 1.0219,
      "step": 9700
    },
    {
      "epoch": 0.03192151216763354,
      "grad_norm": 0.6018943190574646,
      "learning_rate": 4.840550110263101e-05,
      "loss": 0.9966,
      "step": 9800
    },
    {
      "epoch": 0.032247241883629804,
      "grad_norm": 1.1521615982055664,
      "learning_rate": 4.838921408631467e-05,
      "loss": 0.9782,
      "step": 9900
    },
    {
      "epoch": 0.03257297159962606,
      "grad_norm": 0.33281368017196655,
      "learning_rate": 4.837292706999834e-05,
      "loss": 1.0325,
      "step": 10000
    },
    {
      "epoch": 0.03289870131562232,
      "grad_norm": 0.8903327584266663,
      "learning_rate": 4.835664005368201e-05,
      "loss": 0.9889,
      "step": 10100
    },
    {
      "epoch": 0.03322443103161858,
      "grad_norm": 0.5526803731918335,
      "learning_rate": 4.834035303736568e-05,
      "loss": 1.0018,
      "step": 10200
    },
    {
      "epoch": 0.03355016074761485,
      "grad_norm": 0.8086706399917603,
      "learning_rate": 4.832406602104934e-05,
      "loss": 1.0189,
      "step": 10300
    },
    {
      "epoch": 0.03387589046361111,
      "grad_norm": 0.6990864276885986,
      "learning_rate": 4.830777900473301e-05,
      "loss": 0.996,
      "step": 10400
    },
    {
      "epoch": 0.034201620179607366,
      "grad_norm": 0.4859602451324463,
      "learning_rate": 4.829149198841668e-05,
      "loss": 0.992,
      "step": 10500
    },
    {
      "epoch": 0.034527349895603625,
      "grad_norm": 1.2284592390060425,
      "learning_rate": 4.827520497210034e-05,
      "loss": 1.0139,
      "step": 10600
    },
    {
      "epoch": 0.034853079611599884,
      "grad_norm": 0.6529733538627625,
      "learning_rate": 4.825891795578401e-05,
      "loss": 1.025,
      "step": 10700
    },
    {
      "epoch": 0.03517880932759615,
      "grad_norm": 0.6755232810974121,
      "learning_rate": 4.8242630939467674e-05,
      "loss": 1.0123,
      "step": 10800
    },
    {
      "epoch": 0.03550453904359241,
      "grad_norm": 0.9006055593490601,
      "learning_rate": 4.8226343923151347e-05,
      "loss": 0.9936,
      "step": 10900
    },
    {
      "epoch": 0.03583026875958867,
      "grad_norm": 0.7058572769165039,
      "learning_rate": 4.821005690683501e-05,
      "loss": 0.934,
      "step": 11000
    },
    {
      "epoch": 0.03615599847558493,
      "grad_norm": 0.4535008668899536,
      "learning_rate": 4.819376989051868e-05,
      "loss": 1.0269,
      "step": 11100
    },
    {
      "epoch": 0.036481728191581186,
      "grad_norm": 0.39823395013809204,
      "learning_rate": 4.8177482874202344e-05,
      "loss": 0.9866,
      "step": 11200
    },
    {
      "epoch": 0.03680745790757745,
      "grad_norm": 0.8109054565429688,
      "learning_rate": 4.816119585788601e-05,
      "loss": 1.0209,
      "step": 11300
    },
    {
      "epoch": 0.03713318762357371,
      "grad_norm": 0.760396420955658,
      "learning_rate": 4.814490884156968e-05,
      "loss": 0.9711,
      "step": 11400
    },
    {
      "epoch": 0.03745891733956997,
      "grad_norm": 0.8584955334663391,
      "learning_rate": 4.812862182525335e-05,
      "loss": 1.0151,
      "step": 11500
    },
    {
      "epoch": 0.03778464705556623,
      "grad_norm": 1.104041576385498,
      "learning_rate": 4.8112334808937013e-05,
      "loss": 0.9826,
      "step": 11600
    },
    {
      "epoch": 0.038110376771562496,
      "grad_norm": 0.6111257672309875,
      "learning_rate": 4.809604779262068e-05,
      "loss": 0.9524,
      "step": 11700
    },
    {
      "epoch": 0.038436106487558755,
      "grad_norm": 0.6601366996765137,
      "learning_rate": 4.807976077630435e-05,
      "loss": 0.9527,
      "step": 11800
    },
    {
      "epoch": 0.038761836203555014,
      "grad_norm": 0.4624398350715637,
      "learning_rate": 4.806347375998802e-05,
      "loss": 1.0077,
      "step": 11900
    },
    {
      "epoch": 0.03908756591955127,
      "grad_norm": 0.2786065638065338,
      "learning_rate": 4.8047186743671676e-05,
      "loss": 0.956,
      "step": 12000
    },
    {
      "epoch": 0.03941329563554753,
      "grad_norm": 1.0275955200195312,
      "learning_rate": 4.803089972735535e-05,
      "loss": 0.9484,
      "step": 12100
    },
    {
      "epoch": 0.0397390253515438,
      "grad_norm": 0.6198407411575317,
      "learning_rate": 4.8014612711039015e-05,
      "loss": 0.9847,
      "step": 12200
    },
    {
      "epoch": 0.04006475506754006,
      "grad_norm": 0.5880489945411682,
      "learning_rate": 4.799832569472269e-05,
      "loss": 0.9559,
      "step": 12300
    },
    {
      "epoch": 0.040390484783536316,
      "grad_norm": 0.39753594994544983,
      "learning_rate": 4.7982038678406346e-05,
      "loss": 0.9489,
      "step": 12400
    },
    {
      "epoch": 0.040716214499532576,
      "grad_norm": 0.5815085768699646,
      "learning_rate": 4.796575166209002e-05,
      "loss": 0.9567,
      "step": 12500
    },
    {
      "epoch": 0.04104194421552884,
      "grad_norm": 0.8463611602783203,
      "learning_rate": 4.7949464645773684e-05,
      "loss": 0.9706,
      "step": 12600
    },
    {
      "epoch": 0.0413676739315251,
      "grad_norm": 0.7260481715202332,
      "learning_rate": 4.793317762945736e-05,
      "loss": 1.0032,
      "step": 12700
    },
    {
      "epoch": 0.04169340364752136,
      "grad_norm": 0.6970434188842773,
      "learning_rate": 4.7916890613141016e-05,
      "loss": 0.9559,
      "step": 12800
    },
    {
      "epoch": 0.04201913336351762,
      "grad_norm": 0.6083927750587463,
      "learning_rate": 4.790060359682468e-05,
      "loss": 0.9558,
      "step": 12900
    },
    {
      "epoch": 0.04234486307951388,
      "grad_norm": 0.4736403524875641,
      "learning_rate": 4.7884316580508354e-05,
      "loss": 0.9444,
      "step": 13000
    }
  ],
  "logging_steps": 100,
  "max_steps": 307003,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.93174978953216e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}