{
  "best_metric": 0.31903526186943054,
  "best_model_checkpoint": "./convnext-base-15ep/checkpoint-15386",
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 16485,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.09,
      "grad_norm": 12.268571853637695,
      "learning_rate": 9.999092077649917e-05,
      "loss": 1.8816,
      "step": 100
    },
    {
      "epoch": 0.18,
      "grad_norm": 16.745285034179688,
      "learning_rate": 9.996368640328861e-05,
      "loss": 0.9784,
      "step": 200
    },
    {
      "epoch": 0.27,
      "grad_norm": 15.278342247009277,
      "learning_rate": 9.991830677104683e-05,
      "loss": 0.8074,
      "step": 300
    },
    {
      "epoch": 0.36,
      "grad_norm": 12.999685287475586,
      "learning_rate": 9.985479836024671e-05,
      "loss": 0.6924,
      "step": 400
    },
    {
      "epoch": 0.45,
      "grad_norm": 15.637765884399414,
      "learning_rate": 9.977318423517052e-05,
      "loss": 0.6877,
      "step": 500
    },
    {
      "epoch": 0.55,
      "grad_norm": 8.964929580688477,
      "learning_rate": 9.967349403553353e-05,
      "loss": 0.6085,
      "step": 600
    },
    {
      "epoch": 0.64,
      "grad_norm": 20.98185157775879,
      "learning_rate": 9.95557639657199e-05,
      "loss": 0.6267,
      "step": 700
    },
    {
      "epoch": 0.73,
      "grad_norm": 17.35112953186035,
      "learning_rate": 9.942003678163429e-05,
      "loss": 0.6133,
      "step": 800
    },
    {
      "epoch": 0.82,
      "grad_norm": 4.6055192947387695,
      "learning_rate": 9.926636177517427e-05,
      "loss": 0.5813,
      "step": 900
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.87624454498291,
      "learning_rate": 9.909479475632904e-05,
      "loss": 0.5717,
      "step": 1000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8572564612326043,
      "eval_loss": 0.4616268575191498,
      "eval_runtime": 111.9566,
      "eval_samples_per_second": 22.464,
      "eval_steps_per_second": 1.411,
      "step": 1099
    },
    {
      "epoch": 1.0,
      "grad_norm": 12.744146347045898,
      "learning_rate": 9.8905398032911e-05,
      "loss": 0.5917,
      "step": 1100
    },
    {
      "epoch": 1.09,
      "grad_norm": 7.046997547149658,
      "learning_rate": 9.869824038792741e-05,
      "loss": 0.4628,
      "step": 1200
    },
    {
      "epoch": 1.18,
      "grad_norm": 14.269908905029297,
      "learning_rate": 9.847339705460064e-05,
      "loss": 0.4921,
      "step": 1300
    },
    {
      "epoch": 1.27,
      "grad_norm": 13.306988716125488,
      "learning_rate": 9.823094968904572e-05,
      "loss": 0.474,
      "step": 1400
    },
    {
      "epoch": 1.36,
      "grad_norm": 11.327611923217773,
      "learning_rate": 9.797098634061542e-05,
      "loss": 0.4723,
      "step": 1500
    },
    {
      "epoch": 1.46,
      "grad_norm": 10.74616813659668,
      "learning_rate": 9.769360141992343e-05,
      "loss": 0.4207,
      "step": 1600
    },
    {
      "epoch": 1.55,
      "grad_norm": 12.389139175415039,
      "learning_rate": 9.739889566455738e-05,
      "loss": 0.492,
      "step": 1700
    },
    {
      "epoch": 1.64,
      "grad_norm": 13.068366050720215,
      "learning_rate": 9.708697610249406e-05,
      "loss": 0.4583,
      "step": 1800
    },
    {
      "epoch": 1.73,
      "grad_norm": 6.97837495803833,
      "learning_rate": 9.675795601323023e-05,
      "loss": 0.4619,
      "step": 1900
    },
    {
      "epoch": 1.82,
      "grad_norm": 11.903929710388184,
      "learning_rate": 9.641195488664292e-05,
      "loss": 0.4033,
      "step": 2000
    },
    {
      "epoch": 1.91,
      "grad_norm": 8.415858268737793,
      "learning_rate": 9.604909837959455e-05,
      "loss": 0.4653,
      "step": 2100
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8970178926441352,
      "eval_loss": 0.36072757840156555,
      "eval_runtime": 111.9718,
      "eval_samples_per_second": 22.461,
      "eval_steps_per_second": 1.411,
      "step": 2198
    },
    {
      "epoch": 2.0,
      "grad_norm": 19.435712814331055,
      "learning_rate": 9.566951827029816e-05,
      "loss": 0.442,
      "step": 2200
    },
    {
      "epoch": 2.09,
      "grad_norm": 6.7451982498168945,
      "learning_rate": 9.52733524104597e-05,
      "loss": 0.3708,
      "step": 2300
    },
    {
      "epoch": 2.18,
      "grad_norm": 15.736494064331055,
      "learning_rate": 9.486074467521456e-05,
      "loss": 0.3583,
      "step": 2400
    },
    {
      "epoch": 2.27,
      "grad_norm": 10.238139152526855,
      "learning_rate": 9.44318449108766e-05,
      "loss": 0.3513,
      "step": 2500
    },
    {
      "epoch": 2.37,
      "grad_norm": 5.870657444000244,
      "learning_rate": 9.398680888051863e-05,
      "loss": 0.4243,
      "step": 2600
    },
    {
      "epoch": 2.46,
      "grad_norm": 10.592901229858398,
      "learning_rate": 9.352579820740405e-05,
      "loss": 0.3681,
      "step": 2700
    },
    {
      "epoch": 2.55,
      "grad_norm": 2.5265157222747803,
      "learning_rate": 9.304898031629036e-05,
      "loss": 0.3971,
      "step": 2800
    },
    {
      "epoch": 2.64,
      "grad_norm": 20.8736572265625,
      "learning_rate": 9.25565283726257e-05,
      "loss": 0.4244,
      "step": 2900
    },
    {
      "epoch": 2.73,
      "grad_norm": 2.61696457862854,
      "learning_rate": 9.204862121966044e-05,
      "loss": 0.3762,
      "step": 3000
    },
    {
      "epoch": 2.82,
      "grad_norm": 11.449930191040039,
      "learning_rate": 9.152544331349694e-05,
      "loss": 0.3584,
      "step": 3100
    },
    {
      "epoch": 2.91,
      "grad_norm": 9.69878101348877,
      "learning_rate": 9.098718465610088e-05,
      "loss": 0.3449,
      "step": 3200
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8950298210735587,
      "eval_loss": 0.41042593121528625,
      "eval_runtime": 111.0632,
      "eval_samples_per_second": 22.645,
      "eval_steps_per_second": 1.423,
      "step": 3297
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.2799901962280273,
      "learning_rate": 9.043404072629829e-05,
      "loss": 0.394,
      "step": 3300
    },
    {
      "epoch": 3.09,
      "grad_norm": 11.792191505432129,
      "learning_rate": 8.986621240878385e-05,
      "loss": 0.2869,
      "step": 3400
    },
    {
      "epoch": 3.18,
      "grad_norm": 1.5572706460952759,
      "learning_rate": 8.928390592116575e-05,
      "loss": 0.2879,
      "step": 3500
    },
    {
      "epoch": 3.28,
      "grad_norm": 7.704630374908447,
      "learning_rate": 8.86873327390739e-05,
      "loss": 0.3059,
      "step": 3600
    },
    {
      "epoch": 3.37,
      "grad_norm": 10.151177406311035,
      "learning_rate": 8.807670951935846e-05,
      "loss": 0.3329,
      "step": 3700
    },
    {
      "epoch": 3.46,
      "grad_norm": 9.523168563842773,
      "learning_rate": 8.745225802140691e-05,
      "loss": 0.287,
      "step": 3800
    },
    {
      "epoch": 3.55,
      "grad_norm": 9.30478572845459,
      "learning_rate": 8.681420502660786e-05,
      "loss": 0.2992,
      "step": 3900
    },
    {
      "epoch": 3.64,
      "grad_norm": 7.661346912384033,
      "learning_rate": 8.616278225599111e-05,
      "loss": 0.3259,
      "step": 4000
    },
    {
      "epoch": 3.73,
      "grad_norm": 5.623369216918945,
      "learning_rate": 8.54982262860738e-05,
      "loss": 0.334,
      "step": 4100
    },
    {
      "epoch": 3.82,
      "grad_norm": 0.08087614178657532,
      "learning_rate": 8.482077846294308e-05,
      "loss": 0.3385,
      "step": 4200
    },
    {
      "epoch": 3.91,
      "grad_norm": 12.912845611572266,
      "learning_rate": 8.413068481460686e-05,
      "loss": 0.3522,
      "step": 4300
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.9025844930417495,
      "eval_loss": 0.37546443939208984,
      "eval_runtime": 111.8065,
      "eval_samples_per_second": 22.494,
      "eval_steps_per_second": 1.413,
      "step": 4396
    },
    {
      "epoch": 4.0,
      "grad_norm": 2.0130882263183594,
      "learning_rate": 8.342819596164387e-05,
      "loss": 0.2963,
      "step": 4400
    },
    {
      "epoch": 4.09,
      "grad_norm": 9.422698020935059,
      "learning_rate": 8.271356702618626e-05,
      "loss": 0.263,
      "step": 4500
    },
    {
      "epoch": 4.19,
      "grad_norm": 4.466526985168457,
      "learning_rate": 8.198705753926704e-05,
      "loss": 0.2767,
      "step": 4600
    },
    {
      "epoch": 4.28,
      "grad_norm": 8.486282348632812,
      "learning_rate": 8.12489313465665e-05,
      "loss": 0.2691,
      "step": 4700
    },
    {
      "epoch": 4.37,
      "grad_norm": 1.178945541381836,
      "learning_rate": 8.049945651259163e-05,
      "loss": 0.2454,
      "step": 4800
    },
    {
      "epoch": 4.46,
      "grad_norm": 8.335172653198242,
      "learning_rate": 7.973890522332348e-05,
      "loss": 0.2906,
      "step": 4900
    },
    {
      "epoch": 4.55,
      "grad_norm": 3.436420440673828,
      "learning_rate": 7.89675536873676e-05,
      "loss": 0.2316,
      "step": 5000
    },
    {
      "epoch": 4.64,
      "grad_norm": 7.467193603515625,
      "learning_rate": 7.818568203564374e-05,
      "loss": 0.2738,
      "step": 5100
    },
    {
      "epoch": 4.73,
      "grad_norm": 10.7122163772583,
      "learning_rate": 7.739357421965086e-05,
      "loss": 0.281,
      "step": 5200
    },
    {
      "epoch": 4.82,
      "grad_norm": 14.049674034118652,
      "learning_rate": 7.65915179083449e-05,
      "loss": 0.2782,
      "step": 5300
    },
    {
      "epoch": 4.91,
      "grad_norm": 16.04802703857422,
      "learning_rate": 7.577980438366628e-05,
      "loss": 0.28,
      "step": 5400
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.9065606361829026,
      "eval_loss": 0.3756468892097473,
      "eval_runtime": 111.8227,
      "eval_samples_per_second": 22.491,
      "eval_steps_per_second": 1.413,
      "step": 5495
    },
    {
      "epoch": 5.0,
      "grad_norm": 2.5667672157287598,
      "learning_rate": 7.495872843475536e-05,
      "loss": 0.2711,
      "step": 5500
    },
    {
      "epoch": 5.1,
      "grad_norm": 5.182483673095703,
      "learning_rate": 7.412858825089422e-05,
      "loss": 0.1939,
      "step": 5600
    },
    {
      "epoch": 5.19,
      "grad_norm": 13.568757057189941,
      "learning_rate": 7.32896853132135e-05,
      "loss": 0.2178,
      "step": 5700
    },
    {
      "epoch": 5.28,
      "grad_norm": 10.223276138305664,
      "learning_rate": 7.244232428520383e-05,
      "loss": 0.2185,
      "step": 5800
    },
    {
      "epoch": 5.37,
      "grad_norm": 0.07271099835634232,
      "learning_rate": 7.158681290207163e-05,
      "loss": 0.2218,
      "step": 5900
    },
    {
      "epoch": 5.46,
      "grad_norm": 2.859640598297119,
      "learning_rate": 7.07234618589791e-05,
      "loss": 0.1974,
      "step": 6000
    },
    {
      "epoch": 5.55,
      "grad_norm": 4.893543243408203,
      "learning_rate": 6.985258469820939e-05,
      "loss": 0.2201,
      "step": 6100
    },
    {
      "epoch": 5.64,
      "grad_norm": 9.013633728027344,
      "learning_rate": 6.897449769529792e-05,
      "loss": 0.2031,
      "step": 6200
    },
    {
      "epoch": 5.73,
      "grad_norm": 8.197441101074219,
      "learning_rate": 6.808951974417078e-05,
      "loss": 0.2532,
      "step": 6300
    },
    {
      "epoch": 5.82,
      "grad_norm": 0.8769248127937317,
      "learning_rate": 6.719797224133242e-05,
      "loss": 0.2399,
      "step": 6400
    },
    {
      "epoch": 5.91,
      "grad_norm": 9.442893981933594,
      "learning_rate": 6.630017896914446e-05,
      "loss": 0.2456,
      "step": 6500
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.9172962226640159,
      "eval_loss": 0.349565327167511,
      "eval_runtime": 110.6537,
      "eval_samples_per_second": 22.729,
      "eval_steps_per_second": 1.428,
      "step": 6594
    },
    {
      "epoch": 6.01,
      "grad_norm": 9.589459419250488,
      "learning_rate": 6.539646597823791e-05,
      "loss": 0.2373,
      "step": 6600
    },
    {
      "epoch": 6.1,
      "grad_norm": 11.073722839355469,
      "learning_rate": 6.44871614691018e-05,
      "loss": 0.1756,
      "step": 6700
    },
    {
      "epoch": 6.19,
      "grad_norm": 15.033493995666504,
      "learning_rate": 6.357259567289082e-05,
      "loss": 0.1883,
      "step": 6800
    },
    {
      "epoch": 6.28,
      "grad_norm": 2.1004364490509033,
      "learning_rate": 6.265310073149584e-05,
      "loss": 0.1599,
      "step": 6900
    },
    {
      "epoch": 6.37,
      "grad_norm": 2.42246675491333,
      "learning_rate": 6.172901057692007e-05,
      "loss": 0.2066,
      "step": 7000
    },
    {
      "epoch": 6.46,
      "grad_norm": 5.9083147048950195,
      "learning_rate": 6.0800660810005416e-05,
      "loss": 0.1966,
      "step": 7100
    },
    {
      "epoch": 6.55,
      "grad_norm": 2.3564085960388184,
      "learning_rate": 5.9868388578552734e-05,
      "loss": 0.1641,
      "step": 7200
    },
    {
      "epoch": 6.64,
      "grad_norm": 0.16256462037563324,
      "learning_rate": 5.893253245488015e-05,
      "loss": 0.1643,
      "step": 7300
    },
    {
      "epoch": 6.73,
      "grad_norm": 6.537099838256836,
      "learning_rate": 5.79934323128641e-05,
      "loss": 0.1932,
      "step": 7400
    },
    {
      "epoch": 6.82,
      "grad_norm": 9.104645729064941,
      "learning_rate": 5.705142920450777e-05,
      "loss": 0.1993,
      "step": 7500
    },
    {
      "epoch": 6.92,
      "grad_norm": 13.837006568908691,
      "learning_rate": 5.610686523608151e-05,
      "loss": 0.2141,
      "step": 7600
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.920079522862823,
      "eval_loss": 0.3611968457698822,
      "eval_runtime": 111.0708,
      "eval_samples_per_second": 22.643,
      "eval_steps_per_second": 1.423,
      "step": 7693
    },
    {
      "epoch": 7.01,
      "grad_norm": 13.015904426574707,
      "learning_rate": 5.516008344388053e-05,
      "loss": 0.1581,
      "step": 7700
    },
    {
      "epoch": 7.1,
      "grad_norm": 5.245505332946777,
      "learning_rate": 5.421142766964474e-05,
      "loss": 0.1366,
      "step": 7800
    },
    {
      "epoch": 7.19,
      "grad_norm": 1.4385249614715576,
      "learning_rate": 5.326124243568617e-05,
      "loss": 0.1867,
      "step": 7900
    },
    {
      "epoch": 7.28,
      "grad_norm": 1.0775200128555298,
      "learning_rate": 5.230987281976901e-05,
      "loss": 0.1415,
      "step": 8000
    },
    {
      "epoch": 7.37,
      "grad_norm": 1.4409250020980835,
      "learning_rate": 5.135766432978829e-05,
      "loss": 0.2004,
      "step": 8100
    },
    {
      "epoch": 7.46,
      "grad_norm": 0.05134790390729904,
      "learning_rate": 5.0404962778292e-05,
      "loss": 0.159,
      "step": 8200
    },
    {
      "epoch": 7.55,
      "grad_norm": 7.336070537567139,
      "learning_rate": 4.945211415689278e-05,
      "loss": 0.1578,
      "step": 8300
    },
    {
      "epoch": 7.64,
      "grad_norm": 0.08769059181213379,
      "learning_rate": 4.849946451061443e-05,
      "loss": 0.1883,
      "step": 8400
    },
    {
      "epoch": 7.73,
      "grad_norm": 12.924542427062988,
      "learning_rate": 4.754735981221927e-05,
      "loss": 0.1717,
      "step": 8500
    },
    {
      "epoch": 7.83,
      "grad_norm": 6.11922025680542,
      "learning_rate": 4.659614583656138e-05,
      "loss": 0.1557,
      "step": 8600
    },
    {
      "epoch": 7.92,
      "grad_norm": 20.91149139404297,
      "learning_rate": 4.564616803501205e-05,
      "loss": 0.1458,
      "step": 8700
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.9304174950298211,
      "eval_loss": 0.33909356594085693,
      "eval_runtime": 111.9164,
      "eval_samples_per_second": 22.472,
      "eval_steps_per_second": 1.412,
      "step": 8792
    },
    {
      "epoch": 8.01,
      "grad_norm": 2.7522988319396973,
      "learning_rate": 4.469777141000255e-05,
      "loss": 0.1309,
      "step": 8800
    },
    {
      "epoch": 8.1,
      "grad_norm": 8.19546890258789,
      "learning_rate": 4.375130038972988e-05,
      "loss": 0.1502,
      "step": 8900
    },
    {
      "epoch": 8.19,
      "grad_norm": 3.5378799438476562,
      "learning_rate": 4.2807098703071255e-05,
      "loss": 0.1528,
      "step": 9000
    },
    {
      "epoch": 8.28,
      "grad_norm": 8.663042068481445,
      "learning_rate": 4.18655092547524e-05,
      "loss": 0.0897,
      "step": 9100
    },
    {
      "epoch": 8.37,
      "grad_norm": 0.019041290506720543,
      "learning_rate": 4.092687400081522e-05,
      "loss": 0.16,
      "step": 9200
    },
    {
      "epoch": 8.46,
      "grad_norm": 0.053332068026065826,
      "learning_rate": 3.999153382442995e-05,
      "loss": 0.1378,
      "step": 9300
    },
    {
      "epoch": 8.55,
      "grad_norm": 5.864047050476074,
      "learning_rate": 3.9059828412097024e-05,
      "loss": 0.1176,
      "step": 9400
    },
    {
      "epoch": 8.64,
      "grad_norm": 11.58228588104248,
      "learning_rate": 3.8132096130283455e-05,
      "loss": 0.1336,
      "step": 9500
    },
    {
      "epoch": 8.74,
      "grad_norm": 0.3950587511062622,
      "learning_rate": 3.7208673902538706e-05,
      "loss": 0.1525,
      "step": 9600
    },
    {
      "epoch": 8.83,
      "grad_norm": 9.62333869934082,
      "learning_rate": 3.628989708713436e-05,
      "loss": 0.1565,
      "step": 9700
    },
    {
      "epoch": 8.92,
      "grad_norm": 12.212615966796875,
      "learning_rate": 3.537609935527264e-05,
      "loss": 0.1842,
      "step": 9800
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.932803180914513,
      "eval_loss": 0.33526965975761414,
      "eval_runtime": 111.0268,
      "eval_samples_per_second": 22.652,
      "eval_steps_per_second": 1.423,
      "step": 9891
    },
    {
      "epoch": 9.01,
      "grad_norm": 2.527280807495117,
      "learning_rate": 3.446761256990723e-05,
      "loss": 0.1074,
      "step": 9900
    },
    {
      "epoch": 9.1,
      "grad_norm": 0.02450253628194332,
      "learning_rate": 3.356476666522099e-05,
      "loss": 0.1001,
      "step": 10000
    },
    {
      "epoch": 9.19,
      "grad_norm": 0.32657700777053833,
      "learning_rate": 3.266788952680414e-05,
      "loss": 0.1094,
      "step": 10100
    },
    {
      "epoch": 9.28,
      "grad_norm": 2.115306854248047,
      "learning_rate": 3.177730687257639e-05,
      "loss": 0.1069,
      "step": 10200
    },
    {
      "epoch": 9.37,
      "grad_norm": 0.252822607755661,
      "learning_rate": 3.0893342134496295e-05,
      "loss": 0.1074,
      "step": 10300
    },
    {
      "epoch": 9.46,
      "grad_norm": 10.717082023620605,
      "learning_rate": 3.0016316341100808e-05,
      "loss": 0.1075,
      "step": 10400
    },
    {
      "epoch": 9.55,
      "grad_norm": 0.030081748962402344,
      "learning_rate": 2.914654800091768e-05,
      "loss": 0.1344,
      "step": 10500
    },
    {
      "epoch": 9.65,
      "grad_norm": 13.859551429748535,
      "learning_rate": 2.8284352986793094e-05,
      "loss": 0.1205,
      "step": 10600
    },
    {
      "epoch": 9.74,
      "grad_norm": 1.8139934539794922,
      "learning_rate": 2.7430044421176447e-05,
      "loss": 0.1253,
      "step": 10700
    },
    {
      "epoch": 9.83,
      "grad_norm": 1.271942377090454,
      "learning_rate": 2.6583932562403957e-05,
      "loss": 0.1226,
      "step": 10800
    },
    {
      "epoch": 9.92,
      "grad_norm": 0.060803137719631195,
      "learning_rate": 2.5746324692022527e-05,
      "loss": 0.1037,
      "step": 10900
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.9355864811133201,
      "eval_loss": 0.33833950757980347,
      "eval_runtime": 111.2929,
      "eval_samples_per_second": 22.598,
      "eval_steps_per_second": 1.42,
      "step": 10990
    },
    {
      "epoch": 10.01,
      "grad_norm": 0.0546095035970211,
      "learning_rate": 2.4917525003194624e-05,
      "loss": 0.1162,
      "step": 11000
    },
    {
      "epoch": 10.1,
      "grad_norm": 6.095231533050537,
      "learning_rate": 2.409783449022475e-05,
      "loss": 0.0934,
      "step": 11100
    },
    {
      "epoch": 10.19,
      "grad_norm": 0.6238592267036438,
      "learning_rate": 2.3287550839247624e-05,
      "loss": 0.087,
      "step": 11200
    },
    {
      "epoch": 10.28,
      "grad_norm": 24.5279598236084,
      "learning_rate": 2.2486968320117907e-05,
      "loss": 0.0873,
      "step": 11300
    },
    {
      "epoch": 10.37,
      "grad_norm": 2.309201240539551,
      "learning_rate": 2.169637767954048e-05,
      "loss": 0.0853,
      "step": 11400
    },
    {
      "epoch": 10.46,
      "grad_norm": 0.10698918998241425,
      "learning_rate": 2.091606603548029e-05,
      "loss": 0.0994,
      "step": 11500
    },
    {
      "epoch": 10.56,
      "grad_norm": 0.09092956781387329,
      "learning_rate": 2.0146316772889983e-05,
      "loss": 0.0704,
      "step": 11600
    },
    {
      "epoch": 10.65,
      "grad_norm": 10.446697235107422,
      "learning_rate": 1.9387409440793386e-05,
      "loss": 0.0918,
      "step": 11700
    },
    {
      "epoch": 10.74,
      "grad_norm": 8.398408889770508,
      "learning_rate": 1.863961965076186e-05,
      "loss": 0.096,
      "step": 11800
    },
    {
      "epoch": 10.83,
      "grad_norm": 0.9171711802482605,
      "learning_rate": 1.790321897682083e-05,
      "loss": 0.1025,
      "step": 11900
    },
    {
      "epoch": 10.92,
      "grad_norm": 0.2961582839488983,
      "learning_rate": 1.7178474856822456e-05,
      "loss": 0.0747,
      "step": 12000
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.936779324055666,
      "eval_loss": 0.33453264832496643,
      "eval_runtime": 109.702,
      "eval_samples_per_second": 22.926,
      "eval_steps_per_second": 1.44,
      "step": 12089
    },
    {
      "epoch": 11.01,
      "grad_norm": 0.05641782283782959,
      "learning_rate": 1.646565049532063e-05,
      "loss": 0.0575,
      "step": 12100
    },
    {
      "epoch": 11.1,
      "grad_norm": 0.008614973165094852,
      "learning_rate": 1.576500476798311e-05,
      "loss": 0.0942,
      "step": 12200
    },
    {
      "epoch": 11.19,
      "grad_norm": 0.0614984966814518,
      "learning_rate": 1.5076792127576073e-05,
      "loss": 0.0737,
      "step": 12300
    },
    {
      "epoch": 11.28,
      "grad_norm": 0.6600818037986755,
      "learning_rate": 1.4401262511554642e-05,
      "loss": 0.0601,
      "step": 12400
    },
    {
      "epoch": 11.37,
      "grad_norm": 7.176374435424805,
      "learning_rate": 1.3738661251293423e-05,
      "loss": 0.0739,
      "step": 12500
    },
    {
      "epoch": 11.46,
      "grad_norm": 0.5290641784667969,
      "learning_rate": 1.308922898298977e-05,
      "loss": 0.069,
      "step": 12600
    },
    {
      "epoch": 11.56,
      "grad_norm": 0.010565654374659061,
      "learning_rate": 1.2453201560272204e-05,
      "loss": 0.0818,
      "step": 12700
    },
    {
      "epoch": 11.65,
      "grad_norm": 0.48881271481513977,
      "learning_rate": 1.183080996854562e-05,
      "loss": 0.0751,
      "step": 12800
    },
    {
      "epoch": 11.74,
      "grad_norm": 0.5463552474975586,
      "learning_rate": 1.1222280241104716e-05,
      "loss": 0.0684,
      "step": 12900
    },
    {
      "epoch": 11.83,
      "grad_norm": 5.191521167755127,
      "learning_rate": 1.062783337704557e-05,
      "loss": 0.1047,
      "step": 13000
    },
    {
      "epoch": 11.92,
      "grad_norm": 0.0762176662683487,
      "learning_rate": 1.0047685261005707e-05,
      "loss": 0.0912,
      "step": 13100
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.9391650099403579,
      "eval_loss": 0.3244304656982422,
      "eval_runtime": 112.1314,
      "eval_samples_per_second": 22.429,
      "eval_steps_per_second": 1.409,
      "step": 13188
    },
    {
      "epoch": 12.01,
      "grad_norm": 0.017082059755921364,
      "learning_rate": 9.482046584761495e-06,
      "loss": 0.0909,
      "step": 13200
    },
    {
      "epoch": 12.1,
      "grad_norm": 16.901845932006836,
      "learning_rate": 8.931122770711425e-06,
      "loss": 0.0827,
      "step": 13300
    },
    {
      "epoch": 12.19,
      "grad_norm": 0.1826079934835434,
      "learning_rate": 8.395113897273105e-06,
      "loss": 0.086,
      "step": 13400
    },
    {
      "epoch": 12.28,
      "grad_norm": 0.14454180002212524,
      "learning_rate": 7.874214626220899e-06,
      "loss": 0.0624,
      "step": 13500
    },
    {
      "epoch": 12.37,
      "grad_norm": 3.5157103538513184,
      "learning_rate": 7.368614131990986e-06,
      "loss": 0.1045,
      "step": 13600
    },
    {
      "epoch": 12.47,
      "grad_norm": 0.0011518648825585842,
      "learning_rate": 6.8784960329789264e-06,
      "loss": 0.0802,
      "step": 13700
    },
    {
      "epoch": 12.56,
      "grad_norm": 1.2086189985275269,
      "learning_rate": 6.404038324855222e-06,
      "loss": 0.0515,
      "step": 13800
    },
    {
      "epoch": 12.65,
      "grad_norm": 5.540249824523926,
      "learning_rate": 5.945413315922826e-06,
      "loss": 0.0687,
      "step": 13900
    },
    {
      "epoch": 12.74,
      "grad_norm": 9.239886283874512,
      "learning_rate": 5.5027875645401015e-06,
      "loss": 0.0625,
      "step": 14000
    },
    {
      "epoch": 12.83,
      "grad_norm": 0.017092958092689514,
      "learning_rate": 5.076321818632018e-06,
      "loss": 0.1087,
      "step": 14100
    },
    {
      "epoch": 12.92,
      "grad_norm": 9.08121109008789,
      "learning_rate": 4.666170957311472e-06,
      "loss": 0.0733,
      "step": 14200
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.9407554671968191,
      "eval_loss": 0.32192325592041016,
      "eval_runtime": 110.2447,
      "eval_samples_per_second": 22.813,
      "eval_steps_per_second": 1.433,
      "step": 14287
    },
    {
      "epoch": 13.01,
      "grad_norm": 0.021881932392716408,
      "learning_rate": 4.272483934632021e-06,
      "loss": 0.0548,
      "step": 14300
    },
    {
      "epoch": 13.1,
      "grad_norm": 0.6576229929924011,
      "learning_rate": 3.895403725492402e-06,
      "loss": 0.059,
      "step": 14400
    },
    {
      "epoch": 13.19,
      "grad_norm": 5.590795516967773,
      "learning_rate": 3.5350672737124725e-06,
      "loss": 0.092,
      "step": 14500
    },
    {
      "epoch": 13.28,
      "grad_norm": 0.2879085838794708,
      "learning_rate": 3.1916054422994834e-06,
      "loss": 0.0642,
      "step": 14600
    },
    {
      "epoch": 13.38,
      "grad_norm": 0.1755078285932541,
      "learning_rate": 2.86514296592269e-06,
      "loss": 0.069,
      "step": 14700
    },
    {
      "epoch": 13.47,
      "grad_norm": 11.491580963134766,
      "learning_rate": 2.5557984056135964e-06,
      "loss": 0.0692,
      "step": 14800
    },
    {
      "epoch": 13.56,
      "grad_norm": 0.22245600819587708,
      "learning_rate": 2.263684105708275e-06,
      "loss": 0.0843,
      "step": 14900
    },
    {
      "epoch": 13.65,
      "grad_norm": 19.67642593383789,
      "learning_rate": 1.9889061530473986e-06,
      "loss": 0.058,
      "step": 15000
    },
    {
      "epoch": 13.74,
      "grad_norm": 6.375917434692383,
      "learning_rate": 1.7315643384487713e-06,
      "loss": 0.0828,
      "step": 15100
    },
    {
      "epoch": 13.83,
      "grad_norm": 0.5529243350028992,
      "learning_rate": 1.4917521204664331e-06,
      "loss": 0.0743,
      "step": 15200
    },
    {
      "epoch": 13.92,
      "grad_norm": 6.179434299468994,
      "learning_rate": 1.269556591449389e-06,
      "loss": 0.0667,
      "step": 15300
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.9435387673956263,
      "eval_loss": 0.31903526186943054,
      "eval_runtime": 110.0813,
      "eval_samples_per_second": 22.847,
      "eval_steps_per_second": 1.435,
      "step": 15386
    },
    {
      "epoch": 14.01,
      "grad_norm": 2.8753578662872314,
      "learning_rate": 1.065058445912398e-06,
      "loss": 0.0588,
      "step": 15400
    },
    {
      "epoch": 14.1,
      "grad_norm": 0.04811515659093857,
      "learning_rate": 8.783319512302102e-07,
      "loss": 0.0608,
      "step": 15500
    },
    {
      "epoch": 14.19,
      "grad_norm": 7.1183762550354,
      "learning_rate": 7.094449206659748e-07,
      "loss": 0.0768,
      "step": 15600
    },
    {
      "epoch": 14.29,
      "grad_norm": 0.26764577627182007,
      "learning_rate": 5.584586887435739e-07,
      "loss": 0.0713,
      "step": 15700
    },
    {
      "epoch": 14.38,
      "grad_norm": 5.16556978225708,
      "learning_rate": 4.254280889728068e-07,
      "loss": 0.0687,
      "step": 15800
    },
    {
      "epoch": 14.47,
      "grad_norm": 0.2050618976354599,
      "learning_rate": 3.104014339355921e-07,
      "loss": 0.0591,
      "step": 15900
    },
    {
      "epoch": 14.56,
      "grad_norm": 5.02229642868042,
      "learning_rate": 2.1342049774030758e-07,
      "loss": 0.0687,
      "step": 16000
    },
    {
      "epoch": 14.65,
      "grad_norm": 0.027897778898477554,
      "learning_rate": 1.3452050085075442e-07,
      "loss": 0.0534,
      "step": 16100
    },
    {
      "epoch": 14.74,
      "grad_norm": 14.302966117858887,
      "learning_rate": 7.37300972951771e-08,
      "loss": 0.0811,
      "step": 16200
    },
    {
      "epoch": 14.83,
      "grad_norm": 0.017526021227240562,
      "learning_rate": 3.107136425999912e-08,
      "loss": 0.0723,
      "step": 16300
    },
    {
      "epoch": 14.92,
      "grad_norm": 4.576681137084961,
      "learning_rate": 6.559794072080738e-09,
      "loss": 0.0694,
      "step": 16400
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.9431411530815109,
      "eval_loss": 0.31916290521621704,
      "eval_runtime": 106.1086,
      "eval_samples_per_second": 23.702,
      "eval_steps_per_second": 1.489,
      "step": 16485
    },
    {
      "epoch": 15.0,
      "step": 16485,
      "total_flos": 6.140249030814106e+19,
      "train_loss": 0.2272892904238228,
      "train_runtime": 26538.9058,
      "train_samples_per_second": 9.937,
      "train_steps_per_second": 0.621
    }
  ],
  "logging_steps": 100,
  "max_steps": 16485,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 500,
  "total_flos": 6.140249030814106e+19,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}