{
  "best_metric": 0.9403125047683716,
  "best_model_checkpoint": "../../experiments_checkpoints/MAdAiLab/microsoft/phi_2_patent/checkpoint-1150",
  "epoch": 2.9411764705882355,
  "eval_steps": 50,
  "global_step": 1150,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "grad_norm": 129.0223388671875,
      "learning_rate": 4.9573742540494466e-06,
      "loss": 2.7902,
      "step": 10
    },
    {
      "epoch": 0.05,
      "grad_norm": 88.70726776123047,
      "learning_rate": 4.914748508098892e-06,
      "loss": 2.2437,
      "step": 20
    },
    {
      "epoch": 0.08,
      "grad_norm": 90.6304702758789,
      "learning_rate": 4.872122762148338e-06,
      "loss": 2.0977,
      "step": 30
    },
    {
      "epoch": 0.1,
      "grad_norm": 104.15412902832031,
      "learning_rate": 4.829497016197784e-06,
      "loss": 1.9312,
      "step": 40
    },
    {
      "epoch": 0.13,
      "grad_norm": 88.25494384765625,
      "learning_rate": 4.7868712702472295e-06,
      "loss": 1.9105,
      "step": 50
    },
    {
      "epoch": 0.13,
      "eval_accuracy": 0.3248,
      "eval_f1_macro": 0.22072310582114402,
      "eval_f1_micro": 0.3248,
      "eval_loss": 1.8337750434875488,
      "eval_runtime": 23.8295,
      "eval_samples_per_second": 209.824,
      "eval_steps_per_second": 3.315,
      "step": 50
    },
    {
      "epoch": 0.15,
      "grad_norm": 145.65431213378906,
      "learning_rate": 4.744245524296676e-06,
      "loss": 1.7945,
      "step": 60
    },
    {
      "epoch": 0.18,
      "grad_norm": 92.55813598632812,
      "learning_rate": 4.701619778346122e-06,
      "loss": 1.7563,
      "step": 70
    },
    {
      "epoch": 0.2,
      "grad_norm": 98.50062561035156,
      "learning_rate": 4.658994032395567e-06,
      "loss": 1.7211,
      "step": 80
    },
    {
      "epoch": 0.23,
      "grad_norm": 142.7998809814453,
      "learning_rate": 4.616368286445013e-06,
      "loss": 1.6574,
      "step": 90
    },
    {
      "epoch": 0.26,
      "grad_norm": 81.44950866699219,
      "learning_rate": 4.573742540494459e-06,
      "loss": 1.6023,
      "step": 100
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.438,
      "eval_f1_macro": 0.3087308992190071,
      "eval_f1_micro": 0.438,
      "eval_loss": 1.6011250019073486,
      "eval_runtime": 23.8419,
      "eval_samples_per_second": 209.715,
      "eval_steps_per_second": 3.314,
      "step": 100
    },
    {
      "epoch": 0.28,
      "grad_norm": 57.21122360229492,
      "learning_rate": 4.531116794543905e-06,
      "loss": 1.5813,
      "step": 110
    },
    {
      "epoch": 0.31,
      "grad_norm": 64.49856567382812,
      "learning_rate": 4.488491048593351e-06,
      "loss": 1.534,
      "step": 120
    },
    {
      "epoch": 0.33,
      "grad_norm": 202.29051208496094,
      "learning_rate": 4.445865302642797e-06,
      "loss": 1.5035,
      "step": 130
    },
    {
      "epoch": 0.36,
      "grad_norm": 63.948612213134766,
      "learning_rate": 4.403239556692242e-06,
      "loss": 1.441,
      "step": 140
    },
    {
      "epoch": 0.38,
      "grad_norm": 104.93111419677734,
      "learning_rate": 4.3606138107416884e-06,
      "loss": 1.4113,
      "step": 150
    },
    {
      "epoch": 0.38,
      "eval_accuracy": 0.4912,
      "eval_f1_macro": 0.35987844199885505,
      "eval_f1_micro": 0.4912,
      "eval_loss": 1.423912525177002,
      "eval_runtime": 23.9884,
      "eval_samples_per_second": 208.434,
      "eval_steps_per_second": 3.293,
      "step": 150
    },
    {
      "epoch": 0.41,
      "grad_norm": 71.7006607055664,
      "learning_rate": 4.317988064791135e-06,
      "loss": 1.3883,
      "step": 160
    },
    {
      "epoch": 0.43,
      "grad_norm": 89.34910583496094,
      "learning_rate": 4.27536231884058e-06,
      "loss": 1.4598,
      "step": 170
    },
    {
      "epoch": 0.46,
      "grad_norm": 75.64799499511719,
      "learning_rate": 4.232736572890026e-06,
      "loss": 1.3648,
      "step": 180
    },
    {
      "epoch": 0.49,
      "grad_norm": 52.86457824707031,
      "learning_rate": 4.190110826939472e-06,
      "loss": 1.3918,
      "step": 190
    },
    {
      "epoch": 0.51,
      "grad_norm": 138.5376434326172,
      "learning_rate": 4.1474850809889175e-06,
      "loss": 1.3062,
      "step": 200
    },
    {
      "epoch": 0.51,
      "eval_accuracy": 0.5498,
      "eval_f1_macro": 0.4108688176572631,
      "eval_f1_micro": 0.5498,
      "eval_loss": 1.2827750444412231,
      "eval_runtime": 23.889,
      "eval_samples_per_second": 209.302,
      "eval_steps_per_second": 3.307,
      "step": 200
    },
    {
      "epoch": 0.54,
      "grad_norm": 78.88294219970703,
      "learning_rate": 4.104859335038364e-06,
      "loss": 1.3029,
      "step": 210
    },
    {
      "epoch": 0.56,
      "grad_norm": 78.97193145751953,
      "learning_rate": 4.06223358908781e-06,
      "loss": 1.2592,
      "step": 220
    },
    {
      "epoch": 0.59,
      "grad_norm": 72.6739273071289,
      "learning_rate": 4.019607843137255e-06,
      "loss": 1.2129,
      "step": 230
    },
    {
      "epoch": 0.61,
      "grad_norm": 118.53155517578125,
      "learning_rate": 3.976982097186701e-06,
      "loss": 1.235,
      "step": 240
    },
    {
      "epoch": 0.64,
      "grad_norm": 63.675079345703125,
      "learning_rate": 3.934356351236147e-06,
      "loss": 1.2574,
      "step": 250
    },
    {
      "epoch": 0.64,
      "eval_accuracy": 0.5822,
      "eval_f1_macro": 0.4702416378449123,
      "eval_f1_micro": 0.5822,
      "eval_loss": 1.1801375150680542,
      "eval_runtime": 23.9096,
      "eval_samples_per_second": 209.121,
      "eval_steps_per_second": 3.304,
      "step": 250
    },
    {
      "epoch": 0.66,
      "grad_norm": 62.65312576293945,
      "learning_rate": 3.891730605285593e-06,
      "loss": 1.2318,
      "step": 260
    },
    {
      "epoch": 0.69,
      "grad_norm": 66.97611236572266,
      "learning_rate": 3.849104859335039e-06,
      "loss": 1.1959,
      "step": 270
    },
    {
      "epoch": 0.72,
      "grad_norm": 81.28976440429688,
      "learning_rate": 3.8064791133844846e-06,
      "loss": 1.1418,
      "step": 280
    },
    {
      "epoch": 0.74,
      "grad_norm": 45.58428955078125,
      "learning_rate": 3.7638533674339308e-06,
      "loss": 1.1826,
      "step": 290
    },
    {
      "epoch": 0.77,
      "grad_norm": 60.475181579589844,
      "learning_rate": 3.7212276214833765e-06,
      "loss": 1.1687,
      "step": 300
    },
    {
      "epoch": 0.77,
      "eval_accuracy": 0.6032,
      "eval_f1_macro": 0.482480554692146,
      "eval_f1_micro": 0.6032,
      "eval_loss": 1.140125036239624,
      "eval_runtime": 23.9126,
      "eval_samples_per_second": 209.095,
      "eval_steps_per_second": 3.304,
      "step": 300
    },
    {
      "epoch": 0.79,
      "grad_norm": 87.48420715332031,
      "learning_rate": 3.678601875532822e-06,
      "loss": 1.1279,
      "step": 310
    },
    {
      "epoch": 0.82,
      "grad_norm": 112.53974914550781,
      "learning_rate": 3.6359761295822684e-06,
      "loss": 1.1576,
      "step": 320
    },
    {
      "epoch": 0.84,
      "grad_norm": 70.61732482910156,
      "learning_rate": 3.593350383631714e-06,
      "loss": 1.127,
      "step": 330
    },
    {
      "epoch": 0.87,
      "grad_norm": 78.03123474121094,
      "learning_rate": 3.55072463768116e-06,
      "loss": 1.1408,
      "step": 340
    },
    {
      "epoch": 0.9,
      "grad_norm": 65.87451934814453,
      "learning_rate": 3.508098891730606e-06,
      "loss": 1.1396,
      "step": 350
    },
    {
      "epoch": 0.9,
      "eval_accuracy": 0.613,
      "eval_f1_macro": 0.5246169078724559,
      "eval_f1_micro": 0.613,
      "eval_loss": 1.085337519645691,
      "eval_runtime": 23.9084,
      "eval_samples_per_second": 209.132,
      "eval_steps_per_second": 3.304,
      "step": 350
    },
    {
      "epoch": 0.92,
      "grad_norm": 58.78898239135742,
      "learning_rate": 3.4654731457800517e-06,
      "loss": 1.0928,
      "step": 360
    },
    {
      "epoch": 0.95,
      "grad_norm": 61.19722366333008,
      "learning_rate": 3.4228473998294974e-06,
      "loss": 1.101,
      "step": 370
    },
    {
      "epoch": 0.97,
      "grad_norm": 58.480716705322266,
      "learning_rate": 3.3802216538789436e-06,
      "loss": 1.0672,
      "step": 380
    },
    {
      "epoch": 1.0,
      "grad_norm": 60.74428176879883,
      "learning_rate": 3.3375959079283893e-06,
      "loss": 1.1035,
      "step": 390
    },
    {
      "epoch": 1.02,
      "grad_norm": 100.67351531982422,
      "learning_rate": 3.294970161977835e-06,
      "loss": 1.0529,
      "step": 400
    },
    {
      "epoch": 1.02,
      "eval_accuracy": 0.6226,
      "eval_f1_macro": 0.5367966974361359,
      "eval_f1_micro": 0.6226,
      "eval_loss": 1.0639499425888062,
      "eval_runtime": 24.0464,
      "eval_samples_per_second": 207.931,
      "eval_steps_per_second": 3.285,
      "step": 400
    },
    {
      "epoch": 1.05,
      "grad_norm": 74.74591064453125,
      "learning_rate": 3.252344416027281e-06,
      "loss": 1.0479,
      "step": 410
    },
    {
      "epoch": 1.07,
      "grad_norm": 66.17108917236328,
      "learning_rate": 3.2097186700767265e-06,
      "loss": 1.0605,
      "step": 420
    },
    {
      "epoch": 1.1,
      "grad_norm": 75.01661682128906,
      "learning_rate": 3.1670929241261722e-06,
      "loss": 1.0996,
      "step": 430
    },
    {
      "epoch": 1.13,
      "grad_norm": 77.53501892089844,
      "learning_rate": 3.124467178175618e-06,
      "loss": 1.1199,
      "step": 440
    },
    {
      "epoch": 1.15,
      "grad_norm": 93.35897827148438,
      "learning_rate": 3.081841432225064e-06,
      "loss": 1.0261,
      "step": 450
    },
    {
      "epoch": 1.15,
      "eval_accuracy": 0.6304,
      "eval_f1_macro": 0.5448931120233109,
      "eval_f1_micro": 0.6304,
      "eval_loss": 1.0742125511169434,
      "eval_runtime": 23.93,
      "eval_samples_per_second": 208.943,
      "eval_steps_per_second": 3.301,
      "step": 450
    },
    {
      "epoch": 1.18,
      "grad_norm": 94.84565734863281,
      "learning_rate": 3.03921568627451e-06,
      "loss": 1.0846,
      "step": 460
    },
    {
      "epoch": 1.2,
      "grad_norm": 83.83853912353516,
      "learning_rate": 2.9965899403239555e-06,
      "loss": 1.084,
      "step": 470
    },
    {
      "epoch": 1.23,
      "grad_norm": 76.9677734375,
      "learning_rate": 2.9539641943734017e-06,
      "loss": 1.004,
      "step": 480
    },
    {
      "epoch": 1.25,
      "grad_norm": 102.35611724853516,
      "learning_rate": 2.9113384484228474e-06,
      "loss": 1.0121,
      "step": 490
    },
    {
      "epoch": 1.28,
      "grad_norm": 66.14274597167969,
      "learning_rate": 2.868712702472293e-06,
      "loss": 1.0068,
      "step": 500
    },
    {
      "epoch": 1.28,
      "eval_accuracy": 0.6444,
      "eval_f1_macro": 0.5824552772225025,
      "eval_f1_micro": 0.6444,
      "eval_loss": 1.0339875221252441,
      "eval_runtime": 24.073,
      "eval_samples_per_second": 207.702,
      "eval_steps_per_second": 3.282,
      "step": 500
    },
    {
      "epoch": 1.3,
      "grad_norm": 42.732051849365234,
      "learning_rate": 2.8260869565217393e-06,
      "loss": 1.0389,
      "step": 510
    },
    {
      "epoch": 1.33,
      "grad_norm": 55.783145904541016,
      "learning_rate": 2.783461210571185e-06,
      "loss": 1.0863,
      "step": 520
    },
    {
      "epoch": 1.36,
      "grad_norm": 78.20547485351562,
      "learning_rate": 2.7408354646206308e-06,
      "loss": 1.0111,
      "step": 530
    },
    {
      "epoch": 1.38,
      "grad_norm": 60.08778381347656,
      "learning_rate": 2.698209718670077e-06,
      "loss": 1.0131,
      "step": 540
    },
    {
      "epoch": 1.41,
      "grad_norm": 69.90200805664062,
      "learning_rate": 2.6555839727195226e-06,
      "loss": 0.975,
      "step": 550
    },
    {
      "epoch": 1.41,
      "eval_accuracy": 0.65,
      "eval_f1_macro": 0.5776773747566525,
      "eval_f1_micro": 0.65,
      "eval_loss": 1.0150874853134155,
      "eval_runtime": 23.9081,
      "eval_samples_per_second": 209.134,
      "eval_steps_per_second": 3.304,
      "step": 550
    },
    {
      "epoch": 1.43,
      "grad_norm": 56.22085952758789,
      "learning_rate": 2.6129582267689684e-06,
      "loss": 1.0537,
      "step": 560
    },
    {
      "epoch": 1.46,
      "grad_norm": 58.212154388427734,
      "learning_rate": 2.5703324808184145e-06,
      "loss": 0.9584,
      "step": 570
    },
    {
      "epoch": 1.48,
      "grad_norm": 81.3975830078125,
      "learning_rate": 2.5277067348678602e-06,
      "loss": 0.9631,
      "step": 580
    },
    {
      "epoch": 1.51,
      "grad_norm": 55.56730270385742,
      "learning_rate": 2.4850809889173064e-06,
      "loss": 0.8791,
      "step": 590
    },
    {
      "epoch": 1.53,
      "grad_norm": 55.6596565246582,
      "learning_rate": 2.442455242966752e-06,
      "loss": 0.966,
      "step": 600
    },
    {
      "epoch": 1.53,
      "eval_accuracy": 0.6498,
      "eval_f1_macro": 0.5922541588134865,
      "eval_f1_micro": 0.6498,
      "eval_loss": 1.0022250413894653,
      "eval_runtime": 23.9354,
      "eval_samples_per_second": 208.896,
      "eval_steps_per_second": 3.301,
      "step": 600
    },
    {
      "epoch": 1.56,
      "grad_norm": 64.6776123046875,
      "learning_rate": 2.3998294970161983e-06,
      "loss": 1.0297,
      "step": 610
    },
    {
      "epoch": 1.59,
      "grad_norm": 52.14447784423828,
      "learning_rate": 2.357203751065644e-06,
      "loss": 1.0012,
      "step": 620
    },
    {
      "epoch": 1.61,
      "grad_norm": 60.170494079589844,
      "learning_rate": 2.3145780051150897e-06,
      "loss": 1.101,
      "step": 630
    },
    {
      "epoch": 1.64,
      "grad_norm": 28.052824020385742,
      "learning_rate": 2.2719522591645355e-06,
      "loss": 0.9088,
      "step": 640
    },
    {
      "epoch": 1.66,
      "grad_norm": 42.27618408203125,
      "learning_rate": 2.229326513213981e-06,
      "loss": 1.0201,
      "step": 650
    },
    {
      "epoch": 1.66,
      "eval_accuracy": 0.6562,
      "eval_f1_macro": 0.5854114142305936,
      "eval_f1_micro": 0.6562,
      "eval_loss": 0.9899250268936157,
      "eval_runtime": 24.0682,
      "eval_samples_per_second": 207.743,
      "eval_steps_per_second": 3.282,
      "step": 650
    },
    {
      "epoch": 1.69,
      "grad_norm": 39.84022521972656,
      "learning_rate": 2.1867007672634273e-06,
      "loss": 0.948,
      "step": 660
    },
    {
      "epoch": 1.71,
      "grad_norm": 60.004764556884766,
      "learning_rate": 2.144075021312873e-06,
      "loss": 1.0174,
      "step": 670
    },
    {
      "epoch": 1.74,
      "grad_norm": 50.25641632080078,
      "learning_rate": 2.101449275362319e-06,
      "loss": 1.043,
      "step": 680
    },
    {
      "epoch": 1.76,
      "grad_norm": 53.1125602722168,
      "learning_rate": 2.058823529411765e-06,
      "loss": 0.9387,
      "step": 690
    },
    {
      "epoch": 1.79,
      "grad_norm": 31.242416381835938,
      "learning_rate": 2.0161977834612107e-06,
      "loss": 0.9346,
      "step": 700
    },
    {
      "epoch": 1.79,
      "eval_accuracy": 0.6598,
      "eval_f1_macro": 0.573523321862691,
      "eval_f1_micro": 0.6598,
      "eval_loss": 0.9807375073432922,
      "eval_runtime": 23.9497,
      "eval_samples_per_second": 208.771,
      "eval_steps_per_second": 3.299,
      "step": 700
    },
    {
      "epoch": 1.82,
      "grad_norm": 39.843658447265625,
      "learning_rate": 1.9735720375106564e-06,
      "loss": 0.9857,
      "step": 710
    },
    {
      "epoch": 1.84,
      "grad_norm": 45.25575256347656,
      "learning_rate": 1.9309462915601026e-06,
      "loss": 1.0664,
      "step": 720
    },
    {
      "epoch": 1.87,
      "grad_norm": 36.48699951171875,
      "learning_rate": 1.8883205456095483e-06,
      "loss": 0.9861,
      "step": 730
    },
    {
      "epoch": 1.89,
      "grad_norm": 45.37526321411133,
      "learning_rate": 1.8456947996589942e-06,
      "loss": 1.0301,
      "step": 740
    },
    {
      "epoch": 1.92,
      "grad_norm": 34.89789962768555,
      "learning_rate": 1.80306905370844e-06,
      "loss": 0.9807,
      "step": 750
    },
    {
      "epoch": 1.92,
      "eval_accuracy": 0.6586,
      "eval_f1_macro": 0.6004389739883,
      "eval_f1_micro": 0.6586,
      "eval_loss": 0.9694374799728394,
      "eval_runtime": 24.081,
      "eval_samples_per_second": 207.632,
      "eval_steps_per_second": 3.281,
      "step": 750
    },
    {
      "epoch": 1.94,
      "grad_norm": 45.91880798339844,
      "learning_rate": 1.7604433077578859e-06,
      "loss": 1.049,
      "step": 760
    },
    {
      "epoch": 1.97,
      "grad_norm": 33.828102111816406,
      "learning_rate": 1.7178175618073316e-06,
      "loss": 0.9516,
      "step": 770
    },
    {
      "epoch": 1.99,
      "grad_norm": 46.1928825378418,
      "learning_rate": 1.6751918158567776e-06,
      "loss": 0.998,
      "step": 780
    },
    {
      "epoch": 2.02,
      "grad_norm": 41.60182189941406,
      "learning_rate": 1.6325660699062235e-06,
      "loss": 0.882,
      "step": 790
    },
    {
      "epoch": 2.05,
      "grad_norm": 39.84925842285156,
      "learning_rate": 1.5899403239556692e-06,
      "loss": 0.917,
      "step": 800
    },
    {
      "epoch": 2.05,
      "eval_accuracy": 0.6608,
      "eval_f1_macro": 0.608606788032407,
      "eval_f1_micro": 0.6608,
      "eval_loss": 0.9664250016212463,
      "eval_runtime": 23.955,
      "eval_samples_per_second": 208.725,
      "eval_steps_per_second": 3.298,
      "step": 800
    },
    {
      "epoch": 2.07,
      "grad_norm": 44.208858489990234,
      "learning_rate": 1.5473145780051152e-06,
      "loss": 0.9264,
      "step": 810
    },
    {
      "epoch": 2.1,
      "grad_norm": 28.902544021606445,
      "learning_rate": 1.504688832054561e-06,
      "loss": 0.841,
      "step": 820
    },
    {
      "epoch": 2.12,
      "grad_norm": 98.9646224975586,
      "learning_rate": 1.4620630861040068e-06,
      "loss": 0.9324,
      "step": 830
    },
    {
      "epoch": 2.15,
      "grad_norm": 45.69807815551758,
      "learning_rate": 1.4194373401534528e-06,
      "loss": 0.9197,
      "step": 840
    },
    {
      "epoch": 2.17,
      "grad_norm": 64.01890563964844,
      "learning_rate": 1.3768115942028987e-06,
      "loss": 0.9268,
      "step": 850
    },
    {
      "epoch": 2.17,
      "eval_accuracy": 0.6626,
      "eval_f1_macro": 0.6107213059026647,
      "eval_f1_micro": 0.6626,
      "eval_loss": 0.9618874788284302,
      "eval_runtime": 23.9512,
      "eval_samples_per_second": 208.758,
      "eval_steps_per_second": 3.298,
      "step": 850
    },
    {
      "epoch": 2.2,
      "grad_norm": 35.80299377441406,
      "learning_rate": 1.3341858482523444e-06,
      "loss": 1.0117,
      "step": 860
    },
    {
      "epoch": 2.23,
      "grad_norm": 53.93342971801758,
      "learning_rate": 1.2915601023017904e-06,
      "loss": 0.883,
      "step": 870
    },
    {
      "epoch": 2.25,
      "grad_norm": 77.43561553955078,
      "learning_rate": 1.2489343563512363e-06,
      "loss": 0.9797,
      "step": 880
    },
    {
      "epoch": 2.28,
      "grad_norm": 66.75629425048828,
      "learning_rate": 1.206308610400682e-06,
      "loss": 0.9676,
      "step": 890
    },
    {
      "epoch": 2.3,
      "grad_norm": 43.43849182128906,
      "learning_rate": 1.163682864450128e-06,
      "loss": 1.0107,
      "step": 900
    },
    {
      "epoch": 2.3,
      "eval_accuracy": 0.6648,
      "eval_f1_macro": 0.6156214213853304,
      "eval_f1_micro": 0.6648,
      "eval_loss": 0.9547874927520752,
      "eval_runtime": 23.9691,
      "eval_samples_per_second": 208.602,
      "eval_steps_per_second": 3.296,
      "step": 900
    },
    {
      "epoch": 2.33,
      "grad_norm": 44.34565734863281,
      "learning_rate": 1.121057118499574e-06,
      "loss": 0.9422,
      "step": 910
    },
    {
      "epoch": 2.35,
      "grad_norm": 29.199148178100586,
      "learning_rate": 1.0784313725490197e-06,
      "loss": 0.8689,
      "step": 920
    },
    {
      "epoch": 2.38,
      "grad_norm": 66.50476837158203,
      "learning_rate": 1.0358056265984656e-06,
      "loss": 0.8928,
      "step": 930
    },
    {
      "epoch": 2.4,
      "grad_norm": 60.33115768432617,
      "learning_rate": 9.931798806479115e-07,
      "loss": 0.9049,
      "step": 940
    },
    {
      "epoch": 2.43,
      "grad_norm": 34.405818939208984,
      "learning_rate": 9.505541346973573e-07,
      "loss": 0.9378,
      "step": 950
    },
    {
      "epoch": 2.43,
      "eval_accuracy": 0.6656,
      "eval_f1_macro": 0.6109423474694455,
      "eval_f1_micro": 0.6656,
      "eval_loss": 0.9559375047683716,
      "eval_runtime": 23.9546,
      "eval_samples_per_second": 208.728,
      "eval_steps_per_second": 3.298,
      "step": 950
    },
    {
      "epoch": 2.46,
      "grad_norm": 36.140838623046875,
      "learning_rate": 9.079283887468031e-07,
      "loss": 0.9625,
      "step": 960
    },
    {
      "epoch": 2.48,
      "grad_norm": 53.852909088134766,
      "learning_rate": 8.653026427962489e-07,
      "loss": 0.9463,
      "step": 970
    },
    {
      "epoch": 2.51,
      "grad_norm": 33.10171127319336,
      "learning_rate": 8.226768968456949e-07,
      "loss": 0.857,
      "step": 980
    },
    {
      "epoch": 2.53,
      "grad_norm": 37.32207489013672,
      "learning_rate": 7.800511508951407e-07,
      "loss": 0.9545,
      "step": 990
    },
    {
      "epoch": 2.56,
      "grad_norm": 54.08137512207031,
      "learning_rate": 7.374254049445865e-07,
      "loss": 0.9199,
      "step": 1000
    },
    {
      "epoch": 2.56,
      "eval_accuracy": 0.6658,
      "eval_f1_macro": 0.6164743673742167,
      "eval_f1_micro": 0.6658,
      "eval_loss": 0.9514374732971191,
      "eval_runtime": 24.1172,
      "eval_samples_per_second": 207.321,
      "eval_steps_per_second": 3.276,
      "step": 1000
    },
    {
      "epoch": 2.58,
      "grad_norm": 38.91159439086914,
      "learning_rate": 6.947996589940325e-07,
      "loss": 0.934,
      "step": 1010
    },
    {
      "epoch": 2.61,
      "grad_norm": 43.181209564208984,
      "learning_rate": 6.521739130434783e-07,
      "loss": 0.883,
      "step": 1020
    },
    {
      "epoch": 2.63,
      "grad_norm": 43.725006103515625,
      "learning_rate": 6.095481670929241e-07,
      "loss": 0.8582,
      "step": 1030
    },
    {
      "epoch": 2.66,
      "grad_norm": 34.141021728515625,
      "learning_rate": 5.669224211423701e-07,
      "loss": 0.8987,
      "step": 1040
    },
    {
      "epoch": 2.69,
      "grad_norm": 40.176025390625,
      "learning_rate": 5.242966751918159e-07,
      "loss": 0.8467,
      "step": 1050
    },
    {
      "epoch": 2.69,
      "eval_accuracy": 0.6714,
      "eval_f1_macro": 0.6203159302594646,
      "eval_f1_micro": 0.6714,
      "eval_loss": 0.945437490940094,
      "eval_runtime": 23.9548,
      "eval_samples_per_second": 208.727,
      "eval_steps_per_second": 3.298,
      "step": 1050
    },
    {
      "epoch": 2.71,
      "grad_norm": 24.048503875732422,
      "learning_rate": 4.816709292412618e-07,
      "loss": 0.8916,
      "step": 1060
    },
    {
      "epoch": 2.74,
      "grad_norm": 51.164852142333984,
      "learning_rate": 4.3904518329070764e-07,
      "loss": 0.9561,
      "step": 1070
    },
    {
      "epoch": 2.76,
      "grad_norm": 57.753108978271484,
      "learning_rate": 3.964194373401535e-07,
      "loss": 0.9553,
      "step": 1080
    },
    {
      "epoch": 2.79,
      "grad_norm": 40.737831115722656,
      "learning_rate": 3.5379369138959936e-07,
      "loss": 0.9115,
      "step": 1090
    },
    {
      "epoch": 2.81,
      "grad_norm": 43.91144943237305,
      "learning_rate": 3.111679454390452e-07,
      "loss": 0.8923,
      "step": 1100
    },
    {
      "epoch": 2.81,
      "eval_accuracy": 0.67,
      "eval_f1_macro": 0.6205757591067013,
      "eval_f1_micro": 0.67,
      "eval_loss": 0.9412500262260437,
      "eval_runtime": 23.9783,
      "eval_samples_per_second": 208.522,
      "eval_steps_per_second": 3.295,
      "step": 1100
    },
    {
      "epoch": 2.84,
      "grad_norm": 27.63128662109375,
      "learning_rate": 2.685421994884911e-07,
      "loss": 0.9275,
      "step": 1110
    },
    {
      "epoch": 2.86,
      "grad_norm": 38.49683380126953,
      "learning_rate": 2.2591645353793694e-07,
      "loss": 0.933,
      "step": 1120
    },
    {
      "epoch": 2.89,
      "grad_norm": 28.47804832458496,
      "learning_rate": 1.8329070758738277e-07,
      "loss": 0.9074,
      "step": 1130
    },
    {
      "epoch": 2.92,
      "grad_norm": 44.488765716552734,
      "learning_rate": 1.4066496163682866e-07,
      "loss": 0.9654,
      "step": 1140
    },
    {
      "epoch": 2.94,
      "grad_norm": 49.465614318847656,
      "learning_rate": 9.803921568627452e-08,
      "loss": 0.9545,
      "step": 1150
    },
    {
      "epoch": 2.94,
      "eval_accuracy": 0.6678,
      "eval_f1_macro": 0.6212650261638899,
      "eval_f1_micro": 0.6678,
      "eval_loss": 0.9403125047683716,
      "eval_runtime": 23.9809,
      "eval_samples_per_second": 208.5,
      "eval_steps_per_second": 3.294,
      "step": 1150
    }
  ],
  "logging_steps": 10,
  "max_steps": 1173,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 50,
  "total_flos": 1.4230184228028416e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}