{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0200438459129346,
  "eval_steps": 100,
  "global_step": 3257,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 0.6797587275505066,
      "learning_rate": 4.961621123733498e-05,
      "loss": 0.5293,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.559562087059021,
      "learning_rate": 4.9232422474669945e-05,
      "loss": 0.3908,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6713371872901917,
      "learning_rate": 4.884863371200491e-05,
      "loss": 0.4101,
      "step": 75
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.220188617706299,
      "learning_rate": 4.846484494933989e-05,
      "loss": 0.3246,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.7794200778007507,
      "learning_rate": 4.8081056186674856e-05,
      "loss": 0.3521,
      "step": 125
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.3898696899414062,
      "learning_rate": 4.769726742400983e-05,
      "loss": 0.338,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.896946668624878,
      "learning_rate": 4.731347866134479e-05,
      "loss": 0.3142,
      "step": 175
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.35194501280784607,
      "learning_rate": 4.692968989867977e-05,
      "loss": 0.3061,
      "step": 200
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6125898957252502,
      "learning_rate": 4.654590113601474e-05,
      "loss": 0.3291,
      "step": 225
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.36999431252479553,
      "learning_rate": 4.616211237334971e-05,
      "loss": 0.3392,
      "step": 250
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5263044834136963,
      "learning_rate": 4.5793675161191285e-05,
      "loss": 0.3102,
      "step": 275
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.3138100802898407,
      "learning_rate": 4.542523794903286e-05,
      "loss": 0.3065,
      "step": 300
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.38833898305892944,
      "learning_rate": 4.504144918636782e-05,
      "loss": 0.3586,
      "step": 325
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.349430799484253,
      "learning_rate": 4.4657660423702795e-05,
      "loss": 0.3072,
      "step": 350
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3345746397972107,
      "learning_rate": 4.427387166103777e-05,
      "loss": 0.2855,
      "step": 375
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.46446025371551514,
      "learning_rate": 4.390543444887934e-05,
      "loss": 0.2852,
      "step": 400
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.6488687992095947,
      "learning_rate": 4.3521645686214306e-05,
      "loss": 0.2731,
      "step": 425
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.7198542356491089,
      "learning_rate": 4.313785692354928e-05,
      "loss": 0.2986,
      "step": 450
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.6638888120651245,
      "learning_rate": 4.2754068160884256e-05,
      "loss": 0.2985,
      "step": 475
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4277877807617188,
      "learning_rate": 4.237027939821922e-05,
      "loss": 0.2559,
      "step": 500
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.699174642562866,
      "learning_rate": 4.198649063555419e-05,
      "loss": 0.2731,
      "step": 525
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.9921191930770874,
      "learning_rate": 4.160270187288917e-05,
      "loss": 0.242,
      "step": 550
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3546009361743927,
      "learning_rate": 4.1218913110224135e-05,
      "loss": 0.253,
      "step": 575
    },
    {
      "epoch": 0.19,
      "grad_norm": 2.4208102226257324,
      "learning_rate": 4.08351243475591e-05,
      "loss": 0.2734,
      "step": 600
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4212377071380615,
      "learning_rate": 4.045133558489408e-05,
      "loss": 0.2426,
      "step": 625
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.6487390995025635,
      "learning_rate": 4.0067546822229046e-05,
      "loss": 0.2798,
      "step": 650
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.001326322555542,
      "learning_rate": 3.968375805956402e-05,
      "loss": 0.2599,
      "step": 675
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.6598902940750122,
      "learning_rate": 3.929996929689899e-05,
      "loss": 0.2578,
      "step": 700
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.3611884117126465,
      "learning_rate": 3.8916180534233957e-05,
      "loss": 0.2766,
      "step": 725
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.8574317097663879,
      "learning_rate": 3.853239177156893e-05,
      "loss": 0.2417,
      "step": 750
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.8539307713508606,
      "learning_rate": 3.81486030089039e-05,
      "loss": 0.223,
      "step": 775
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1913343667984009,
      "learning_rate": 3.7764814246238874e-05,
      "loss": 0.2602,
      "step": 800
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5884910821914673,
      "learning_rate": 3.738102548357384e-05,
      "loss": 0.2747,
      "step": 825
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9413720965385437,
      "learning_rate": 3.699723672090881e-05,
      "loss": 0.1835,
      "step": 850
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.626718521118164,
      "learning_rate": 3.6613447958243785e-05,
      "loss": 0.2883,
      "step": 875
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.573789119720459,
      "learning_rate": 3.622965919557876e-05,
      "loss": 0.252,
      "step": 900
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6372594833374023,
      "learning_rate": 3.584587043291373e-05,
      "loss": 0.2624,
      "step": 925
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4254266619682312,
      "learning_rate": 3.5462081670248696e-05,
      "loss": 0.2012,
      "step": 950
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2674840688705444,
      "learning_rate": 3.5078292907583664e-05,
      "loss": 0.2576,
      "step": 975
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.6976171731948853,
      "learning_rate": 3.469450414491864e-05,
      "loss": 0.2374,
      "step": 1000
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.898336410522461,
      "learning_rate": 3.4310715382253614e-05,
      "loss": 0.2168,
      "step": 1025
    },
    {
      "epoch": 0.33,
      "grad_norm": 2.6241133213043213,
      "learning_rate": 3.3926926619588575e-05,
      "loss": 0.2721,
      "step": 1050
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.452421635389328,
      "learning_rate": 3.354313785692355e-05,
      "loss": 0.1887,
      "step": 1075
    },
    {
      "epoch": 0.34,
      "grad_norm": 4.101943492889404,
      "learning_rate": 3.3159349094258525e-05,
      "loss": 0.2597,
      "step": 1100
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.8068587779998779,
      "learning_rate": 3.277556033159349e-05,
      "loss": 0.1803,
      "step": 1125
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.24800705909729,
      "learning_rate": 3.239177156892847e-05,
      "loss": 0.2175,
      "step": 1150
    },
    {
      "epoch": 0.37,
      "grad_norm": 3.0881152153015137,
      "learning_rate": 3.2007982806263435e-05,
      "loss": 0.1883,
      "step": 1175
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5309311151504517,
      "learning_rate": 3.1624194043598403e-05,
      "loss": 0.243,
      "step": 1200
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8343615531921387,
      "learning_rate": 3.124040528093338e-05,
      "loss": 0.198,
      "step": 1225
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.199294924736023,
      "learning_rate": 3.0856616518268346e-05,
      "loss": 0.2609,
      "step": 1250
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.7239773273468018,
      "learning_rate": 3.0472827755603318e-05,
      "loss": 0.2184,
      "step": 1275
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.6922329664230347,
      "learning_rate": 3.008903899293829e-05,
      "loss": 0.2026,
      "step": 1300
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.3839455842971802,
      "learning_rate": 2.9705250230273257e-05,
      "loss": 0.2365,
      "step": 1325
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3912523686885834,
      "learning_rate": 2.932146146760823e-05,
      "loss": 0.2228,
      "step": 1350
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.7774330973625183,
      "learning_rate": 2.8937672704943203e-05,
      "loss": 0.1836,
      "step": 1375
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.7025958895683289,
      "learning_rate": 2.855388394227817e-05,
      "loss": 0.2092,
      "step": 1400
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.789003849029541,
      "learning_rate": 2.8170095179613143e-05,
      "loss": 0.217,
      "step": 1425
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5001412034034729,
      "learning_rate": 2.7786306416948114e-05,
      "loss": 0.1771,
      "step": 1450
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.585847795009613,
      "learning_rate": 2.7402517654283082e-05,
      "loss": 0.1899,
      "step": 1475
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.6145225763320923,
      "learning_rate": 2.7018728891618057e-05,
      "loss": 0.214,
      "step": 1500
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.724287748336792,
      "learning_rate": 2.6634940128953022e-05,
      "loss": 0.1857,
      "step": 1525
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.1571438312530518,
      "learning_rate": 2.6251151366287997e-05,
      "loss": 0.2046,
      "step": 1550
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.0686943531036377,
      "learning_rate": 2.5867362603622968e-05,
      "loss": 0.1841,
      "step": 1575
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.6015386581420898,
      "learning_rate": 2.5483573840957936e-05,
      "loss": 0.2095,
      "step": 1600
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.5645371675491333,
      "learning_rate": 2.5099785078292907e-05,
      "loss": 0.193,
      "step": 1625
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0582934617996216,
      "learning_rate": 2.471599631562788e-05,
      "loss": 0.2065,
      "step": 1650
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.154886722564697,
      "learning_rate": 2.433220755296285e-05,
      "loss": 0.1955,
      "step": 1675
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.047689437866211,
      "learning_rate": 2.3948418790297822e-05,
      "loss": 0.1999,
      "step": 1700
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.7541192770004272,
      "learning_rate": 2.3564630027632793e-05,
      "loss": 0.1906,
      "step": 1725
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8929910063743591,
      "learning_rate": 2.318084126496776e-05,
      "loss": 0.2156,
      "step": 1750
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.3634512424468994,
      "learning_rate": 2.2797052502302736e-05,
      "loss": 0.251,
      "step": 1775
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.0741249322891235,
      "learning_rate": 2.2413263739637704e-05,
      "loss": 0.2221,
      "step": 1800
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.6083930134773254,
      "learning_rate": 2.2029474976972675e-05,
      "loss": 0.1922,
      "step": 1825
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.046408176422119,
      "learning_rate": 2.1645686214307644e-05,
      "loss": 0.1634,
      "step": 1850
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.0440948009490967,
      "learning_rate": 2.126189745164262e-05,
      "loss": 0.1798,
      "step": 1875
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.302553176879883,
      "learning_rate": 2.0878108688977586e-05,
      "loss": 0.179,
      "step": 1900
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5894582867622375,
      "learning_rate": 2.0494319926312558e-05,
      "loss": 0.2181,
      "step": 1925
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.7287715673446655,
      "learning_rate": 2.011053116364753e-05,
      "loss": 0.1996,
      "step": 1950
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.5236544609069824,
      "learning_rate": 1.97267424009825e-05,
      "loss": 0.2366,
      "step": 1975
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8819808959960938,
      "learning_rate": 1.9342953638317472e-05,
      "loss": 0.1906,
      "step": 2000
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.5952481031417847,
      "learning_rate": 1.895916487565244e-05,
      "loss": 0.1749,
      "step": 2025
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9825776815414429,
      "learning_rate": 1.8575376112987415e-05,
      "loss": 0.2179,
      "step": 2050
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.5762274265289307,
      "learning_rate": 1.8191587350322383e-05,
      "loss": 0.169,
      "step": 2075
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.433192253112793,
      "learning_rate": 1.7807798587657354e-05,
      "loss": 0.1677,
      "step": 2100
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.5697052478790283,
      "learning_rate": 1.7424009824992322e-05,
      "loss": 0.2337,
      "step": 2125
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.336775541305542,
      "learning_rate": 1.7040221062327297e-05,
      "loss": 0.2168,
      "step": 2150
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.746216058731079,
      "learning_rate": 1.6656432299662265e-05,
      "loss": 0.1887,
      "step": 2175
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.6653735637664795,
      "learning_rate": 1.6272643536997237e-05,
      "loss": 0.2085,
      "step": 2200
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.748147487640381,
      "learning_rate": 1.5888854774332208e-05,
      "loss": 0.1927,
      "step": 2225
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.3852734565734863,
      "learning_rate": 1.550506601166718e-05,
      "loss": 0.1563,
      "step": 2250
    },
    {
      "epoch": 0.71,
      "grad_norm": 3.5002951622009277,
      "learning_rate": 1.512127724900215e-05,
      "loss": 0.1662,
      "step": 2275
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5453472137451172,
      "learning_rate": 1.473748848633712e-05,
      "loss": 0.1789,
      "step": 2300
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.8527770042419434,
      "learning_rate": 1.4353699723672092e-05,
      "loss": 0.2245,
      "step": 2325
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.5989676713943481,
      "learning_rate": 1.3969910961007064e-05,
      "loss": 0.1695,
      "step": 2350
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.6295841932296753,
      "learning_rate": 1.3586122198342033e-05,
      "loss": 0.1611,
      "step": 2375
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.4394790232181549,
      "learning_rate": 1.3202333435677003e-05,
      "loss": 0.2185,
      "step": 2400
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9019514322280884,
      "learning_rate": 1.2818544673011976e-05,
      "loss": 0.1679,
      "step": 2425
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.7013410329818726,
      "learning_rate": 1.2434755910346946e-05,
      "loss": 0.1752,
      "step": 2450
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.7528170347213745,
      "learning_rate": 1.2050967147681916e-05,
      "loss": 0.1999,
      "step": 2475
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.6549068689346313,
      "learning_rate": 1.1667178385016887e-05,
      "loss": 0.1954,
      "step": 2500
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.296861410140991,
      "learning_rate": 1.1283389622351858e-05,
      "loss": 0.1999,
      "step": 2525
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.1202523708343506,
      "learning_rate": 1.0899600859686828e-05,
      "loss": 0.2417,
      "step": 2550
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.385256052017212,
      "learning_rate": 1.05158120970218e-05,
      "loss": 0.1598,
      "step": 2575
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5936309099197388,
      "learning_rate": 1.0132023334356771e-05,
      "loss": 0.1629,
      "step": 2600
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5769296884536743,
      "learning_rate": 9.748234571691742e-06,
      "loss": 0.1823,
      "step": 2625
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.9773831367492676,
      "learning_rate": 9.364445809026712e-06,
      "loss": 0.1851,
      "step": 2650
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.044830799102783,
      "learning_rate": 8.980657046361684e-06,
      "loss": 0.1704,
      "step": 2675
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.4414065480232239,
      "learning_rate": 8.596868283696653e-06,
      "loss": 0.1756,
      "step": 2700
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.6521832942962646,
      "learning_rate": 8.213079521031625e-06,
      "loss": 0.1898,
      "step": 2725
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.5525100231170654,
      "learning_rate": 7.829290758366594e-06,
      "loss": 0.192,
      "step": 2750
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.2816734313964844,
      "learning_rate": 7.445501995701566e-06,
      "loss": 0.1852,
      "step": 2775
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4024970531463623,
      "learning_rate": 7.061713233036537e-06,
      "loss": 0.2279,
      "step": 2800
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.59187912940979,
      "learning_rate": 6.677924470371508e-06,
      "loss": 0.195,
      "step": 2825
    },
    {
      "epoch": 0.89,
      "grad_norm": 4.647696018218994,
      "learning_rate": 6.294135707706479e-06,
      "loss": 0.1785,
      "step": 2850
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.7766268253326416,
      "learning_rate": 5.910346945041449e-06,
      "loss": 0.188,
      "step": 2875
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.672715425491333,
      "learning_rate": 5.52655818237642e-06,
      "loss": 0.1467,
      "step": 2900
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.6805928945541382,
      "learning_rate": 5.142769419711391e-06,
      "loss": 0.1561,
      "step": 2925
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.8108584880828857,
      "learning_rate": 4.7589806570463625e-06,
      "loss": 0.189,
      "step": 2950
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.4544536769390106,
      "learning_rate": 4.375191894381333e-06,
      "loss": 0.1464,
      "step": 2975
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.4506062865257263,
      "learning_rate": 3.991403131716304e-06,
      "loss": 0.1533,
      "step": 3000
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.9615803956985474,
      "learning_rate": 3.607614369051274e-06,
      "loss": 0.184,
      "step": 3025
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.426203489303589,
      "learning_rate": 3.223825606386245e-06,
      "loss": 0.1744,
      "step": 3050
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.0022315979003906,
      "learning_rate": 2.8400368437212158e-06,
      "loss": 0.1839,
      "step": 3075
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8066006302833557,
      "learning_rate": 2.4562480810561868e-06,
      "loss": 0.199,
      "step": 3100
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.2845537662506104,
      "learning_rate": 2.0724593183911578e-06,
      "loss": 0.1361,
      "step": 3125
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.5564154982566833,
      "learning_rate": 1.6886705557261286e-06,
      "loss": 0.217,
      "step": 3150
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.6154067516326904,
      "learning_rate": 1.3048817930610991e-06,
      "loss": 0.1631,
      "step": 3175
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6170292496681213,
      "learning_rate": 9.2109303039607e-07,
      "loss": 0.1161,
      "step": 3200
    },
    {
      "epoch": 1.01,
      "grad_norm": 3.1419057846069336,
      "learning_rate": 5.373042677310408e-07,
      "loss": 0.106,
      "step": 3225
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.4944257438182831,
      "learning_rate": 1.5351550506601167e-07,
      "loss": 0.1072,
      "step": 3250
    },
    {
      "epoch": 1.02,
      "step": 3257,
      "total_flos": 4.038329842708009e+18,
      "train_loss": 0.2225519281828883,
      "train_runtime": 2924.985,
      "train_samples_per_second": 17.815,
      "train_steps_per_second": 1.114
    }
  ],
  "logging_steps": 25,
  "max_steps": 3257,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 4.038329842708009e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}