{
  "best_metric": 0.37258049845695496,
  "best_model_checkpoint": "finetuned-electrical-images/checkpoint-1500",
  "epoch": 10.0,
  "eval_steps": 100,
  "global_step": 2150,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 2.7490031719207764,
      "learning_rate": 0.00019906976744186048,
      "loss": 1.5465,
      "step": 10
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 3.2069549560546875,
      "learning_rate": 0.00019813953488372096,
      "loss": 1.2151,
      "step": 20
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 4.26694393157959,
      "learning_rate": 0.0001972093023255814,
      "loss": 1.0806,
      "step": 30
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 1.9304146766662598,
      "learning_rate": 0.00019627906976744185,
      "loss": 0.9911,
      "step": 40
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 4.346214294433594,
      "learning_rate": 0.00019534883720930232,
      "loss": 0.8587,
      "step": 50
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 3.977471113204956,
      "learning_rate": 0.0001944186046511628,
      "loss": 0.7717,
      "step": 60
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 3.1426613330841064,
      "learning_rate": 0.00019348837209302326,
      "loss": 0.961,
      "step": 70
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 2.316943407058716,
      "learning_rate": 0.00019255813953488374,
      "loss": 0.8362,
      "step": 80
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 2.885920286178589,
      "learning_rate": 0.0001916279069767442,
      "loss": 0.829,
      "step": 90
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 1.4288862943649292,
      "learning_rate": 0.00019069767441860466,
      "loss": 0.7116,
      "step": 100
    },
    {
      "epoch": 0.46511627906976744,
      "eval_accuracy": 0.7920792079207921,
      "eval_loss": 0.6398854851722717,
      "eval_runtime": 7.8011,
      "eval_samples_per_second": 77.682,
      "eval_steps_per_second": 9.742,
      "step": 100
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 3.5353667736053467,
      "learning_rate": 0.00018976744186046513,
      "loss": 0.5819,
      "step": 110
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 3.7112417221069336,
      "learning_rate": 0.00018883720930232557,
      "loss": 0.5016,
      "step": 120
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 3.1544606685638428,
      "learning_rate": 0.00018790697674418605,
      "loss": 0.6231,
      "step": 130
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 2.670633316040039,
      "learning_rate": 0.00018697674418604652,
      "loss": 0.6856,
      "step": 140
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 3.5320849418640137,
      "learning_rate": 0.000186046511627907,
      "loss": 0.5361,
      "step": 150
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 5.482109546661377,
      "learning_rate": 0.00018511627906976744,
      "loss": 0.6735,
      "step": 160
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 2.8392834663391113,
      "learning_rate": 0.0001841860465116279,
      "loss": 0.5717,
      "step": 170
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 1.8788505792617798,
      "learning_rate": 0.00018325581395348838,
      "loss": 0.6031,
      "step": 180
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 3.153599977493286,
      "learning_rate": 0.00018232558139534886,
      "loss": 0.5841,
      "step": 190
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 1.6330416202545166,
      "learning_rate": 0.0001813953488372093,
      "loss": 0.6953,
      "step": 200
    },
    {
      "epoch": 0.9302325581395349,
      "eval_accuracy": 0.8085808580858086,
      "eval_loss": 0.5588750839233398,
      "eval_runtime": 8.0533,
      "eval_samples_per_second": 75.249,
      "eval_steps_per_second": 9.437,
      "step": 200
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 3.0009500980377197,
      "learning_rate": 0.00018046511627906977,
      "loss": 0.518,
      "step": 210
    },
    {
      "epoch": 1.0232558139534884,
      "grad_norm": 5.527990341186523,
      "learning_rate": 0.00017953488372093025,
      "loss": 0.5661,
      "step": 220
    },
    {
      "epoch": 1.069767441860465,
      "grad_norm": 1.3012688159942627,
      "learning_rate": 0.0001786046511627907,
      "loss": 0.4236,
      "step": 230
    },
    {
      "epoch": 1.1162790697674418,
      "grad_norm": 1.5813956260681152,
      "learning_rate": 0.00017767441860465117,
      "loss": 0.4062,
      "step": 240
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 6.4304890632629395,
      "learning_rate": 0.00017674418604651164,
      "loss": 0.4689,
      "step": 250
    },
    {
      "epoch": 1.2093023255813953,
      "grad_norm": 3.993091583251953,
      "learning_rate": 0.0001758139534883721,
      "loss": 0.4486,
      "step": 260
    },
    {
      "epoch": 1.255813953488372,
      "grad_norm": 4.19878625869751,
      "learning_rate": 0.00017488372093023258,
      "loss": 0.577,
      "step": 270
    },
    {
      "epoch": 1.302325581395349,
      "grad_norm": 3.3949573040008545,
      "learning_rate": 0.00017395348837209303,
      "loss": 0.4669,
      "step": 280
    },
    {
      "epoch": 1.3488372093023255,
      "grad_norm": 3.5557937622070312,
      "learning_rate": 0.00017302325581395348,
      "loss": 0.4234,
      "step": 290
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 2.519487142562866,
      "learning_rate": 0.00017209302325581395,
      "loss": 0.4078,
      "step": 300
    },
    {
      "epoch": 1.3953488372093024,
      "eval_accuracy": 0.8399339933993399,
      "eval_loss": 0.4945888817310333,
      "eval_runtime": 8.261,
      "eval_samples_per_second": 73.357,
      "eval_steps_per_second": 9.2,
      "step": 300
    },
    {
      "epoch": 1.441860465116279,
      "grad_norm": 3.2524163722991943,
      "learning_rate": 0.00017116279069767442,
      "loss": 0.4963,
      "step": 310
    },
    {
      "epoch": 1.4883720930232558,
      "grad_norm": 2.7722671031951904,
      "learning_rate": 0.0001702325581395349,
      "loss": 0.5716,
      "step": 320
    },
    {
      "epoch": 1.5348837209302326,
      "grad_norm": 3.2851498126983643,
      "learning_rate": 0.00016930232558139537,
      "loss": 0.4878,
      "step": 330
    },
    {
      "epoch": 1.5813953488372094,
      "grad_norm": 1.52852463722229,
      "learning_rate": 0.00016837209302325584,
      "loss": 0.4834,
      "step": 340
    },
    {
      "epoch": 1.627906976744186,
      "grad_norm": 6.030341625213623,
      "learning_rate": 0.00016744186046511629,
      "loss": 0.5827,
      "step": 350
    },
    {
      "epoch": 1.6744186046511627,
      "grad_norm": 3.0944032669067383,
      "learning_rate": 0.00016651162790697673,
      "loss": 0.4615,
      "step": 360
    },
    {
      "epoch": 1.7209302325581395,
      "grad_norm": 3.8217456340789795,
      "learning_rate": 0.0001655813953488372,
      "loss": 0.4558,
      "step": 370
    },
    {
      "epoch": 1.7674418604651163,
      "grad_norm": 2.4076743125915527,
      "learning_rate": 0.00016465116279069768,
      "loss": 0.5732,
      "step": 380
    },
    {
      "epoch": 1.8139534883720931,
      "grad_norm": 4.107614994049072,
      "learning_rate": 0.00016372093023255815,
      "loss": 0.6245,
      "step": 390
    },
    {
      "epoch": 1.8604651162790697,
      "grad_norm": 1.4518159627914429,
      "learning_rate": 0.00016279069767441862,
      "loss": 0.5852,
      "step": 400
    },
    {
      "epoch": 1.8604651162790697,
      "eval_accuracy": 0.8399339933993399,
      "eval_loss": 0.48718997836112976,
      "eval_runtime": 8.1286,
      "eval_samples_per_second": 74.552,
      "eval_steps_per_second": 9.35,
      "step": 400
    },
    {
      "epoch": 1.9069767441860463,
      "grad_norm": 2.9517464637756348,
      "learning_rate": 0.00016186046511627907,
      "loss": 0.5802,
      "step": 410
    },
    {
      "epoch": 1.9534883720930232,
      "grad_norm": 3.5694568157196045,
      "learning_rate": 0.00016093023255813954,
      "loss": 0.4936,
      "step": 420
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.7227370142936707,
      "learning_rate": 0.00016,
      "loss": 0.4235,
      "step": 430
    },
    {
      "epoch": 2.046511627906977,
      "grad_norm": 2.4811441898345947,
      "learning_rate": 0.00015906976744186046,
      "loss": 0.4333,
      "step": 440
    },
    {
      "epoch": 2.0930232558139537,
      "grad_norm": 2.808461904525757,
      "learning_rate": 0.00015813953488372093,
      "loss": 0.4659,
      "step": 450
    },
    {
      "epoch": 2.13953488372093,
      "grad_norm": 2.1043217182159424,
      "learning_rate": 0.0001572093023255814,
      "loss": 0.3284,
      "step": 460
    },
    {
      "epoch": 2.186046511627907,
      "grad_norm": 3.650707483291626,
      "learning_rate": 0.00015627906976744188,
      "loss": 0.3416,
      "step": 470
    },
    {
      "epoch": 2.2325581395348837,
      "grad_norm": 2.71091628074646,
      "learning_rate": 0.00015534883720930232,
      "loss": 0.456,
      "step": 480
    },
    {
      "epoch": 2.2790697674418605,
      "grad_norm": 2.2614614963531494,
      "learning_rate": 0.0001544186046511628,
      "loss": 0.4062,
      "step": 490
    },
    {
      "epoch": 2.3255813953488373,
      "grad_norm": 3.2703847885131836,
      "learning_rate": 0.00015348837209302327,
      "loss": 0.4993,
      "step": 500
    },
    {
      "epoch": 2.3255813953488373,
      "eval_accuracy": 0.8597359735973598,
      "eval_loss": 0.46872881054878235,
      "eval_runtime": 8.4417,
      "eval_samples_per_second": 71.786,
      "eval_steps_per_second": 9.003,
      "step": 500
    },
    {
      "epoch": 2.3720930232558137,
      "grad_norm": 4.928767204284668,
      "learning_rate": 0.00015255813953488374,
      "loss": 0.4723,
      "step": 510
    },
    {
      "epoch": 2.4186046511627906,
      "grad_norm": 4.274898052215576,
      "learning_rate": 0.0001516279069767442,
      "loss": 0.4886,
      "step": 520
    },
    {
      "epoch": 2.4651162790697674,
      "grad_norm": 2.146392345428467,
      "learning_rate": 0.00015069767441860466,
      "loss": 0.3828,
      "step": 530
    },
    {
      "epoch": 2.511627906976744,
      "grad_norm": 3.7208266258239746,
      "learning_rate": 0.0001497674418604651,
      "loss": 0.412,
      "step": 540
    },
    {
      "epoch": 2.558139534883721,
      "grad_norm": 2.139849901199341,
      "learning_rate": 0.00014883720930232558,
      "loss": 0.3794,
      "step": 550
    },
    {
      "epoch": 2.604651162790698,
      "grad_norm": 1.760920524597168,
      "learning_rate": 0.00014790697674418605,
      "loss": 0.3078,
      "step": 560
    },
    {
      "epoch": 2.6511627906976747,
      "grad_norm": 3.4851582050323486,
      "learning_rate": 0.00014697674418604652,
      "loss": 0.3498,
      "step": 570
    },
    {
      "epoch": 2.697674418604651,
      "grad_norm": 1.7796868085861206,
      "learning_rate": 0.000146046511627907,
      "loss": 0.4433,
      "step": 580
    },
    {
      "epoch": 2.744186046511628,
      "grad_norm": 2.8916869163513184,
      "learning_rate": 0.00014511627906976747,
      "loss": 0.3614,
      "step": 590
    },
    {
      "epoch": 2.7906976744186047,
      "grad_norm": 4.171596527099609,
      "learning_rate": 0.00014418604651162791,
      "loss": 0.4479,
      "step": 600
    },
    {
      "epoch": 2.7906976744186047,
      "eval_accuracy": 0.8844884488448845,
      "eval_loss": 0.3985598087310791,
      "eval_runtime": 8.4641,
      "eval_samples_per_second": 71.596,
      "eval_steps_per_second": 8.979,
      "step": 600
    },
    {
      "epoch": 2.8372093023255816,
      "grad_norm": 2.6928250789642334,
      "learning_rate": 0.00014325581395348836,
      "loss": 0.3827,
      "step": 610
    },
    {
      "epoch": 2.883720930232558,
      "grad_norm": 2.466237783432007,
      "learning_rate": 0.00014232558139534883,
      "loss": 0.3145,
      "step": 620
    },
    {
      "epoch": 2.9302325581395348,
      "grad_norm": 2.5348870754241943,
      "learning_rate": 0.0001413953488372093,
      "loss": 0.4285,
      "step": 630
    },
    {
      "epoch": 2.9767441860465116,
      "grad_norm": 4.993005275726318,
      "learning_rate": 0.00014046511627906978,
      "loss": 0.4147,
      "step": 640
    },
    {
      "epoch": 3.0232558139534884,
      "grad_norm": 3.5268807411193848,
      "learning_rate": 0.00013953488372093025,
      "loss": 0.2991,
      "step": 650
    },
    {
      "epoch": 3.0697674418604652,
      "grad_norm": 0.5349214673042297,
      "learning_rate": 0.00013860465116279072,
      "loss": 0.2837,
      "step": 660
    },
    {
      "epoch": 3.116279069767442,
      "grad_norm": 2.4129347801208496,
      "learning_rate": 0.00013767441860465117,
      "loss": 0.2495,
      "step": 670
    },
    {
      "epoch": 3.1627906976744184,
      "grad_norm": 2.0734763145446777,
      "learning_rate": 0.00013674418604651162,
      "loss": 0.3585,
      "step": 680
    },
    {
      "epoch": 3.2093023255813953,
      "grad_norm": 4.114805221557617,
      "learning_rate": 0.0001358139534883721,
      "loss": 0.2906,
      "step": 690
    },
    {
      "epoch": 3.255813953488372,
      "grad_norm": 4.394787788391113,
      "learning_rate": 0.00013488372093023256,
      "loss": 0.4101,
      "step": 700
    },
    {
      "epoch": 3.255813953488372,
      "eval_accuracy": 0.8729372937293729,
      "eval_loss": 0.4385151267051697,
      "eval_runtime": 8.1298,
      "eval_samples_per_second": 74.541,
      "eval_steps_per_second": 9.348,
      "step": 700
    },
    {
      "epoch": 3.302325581395349,
      "grad_norm": 2.861743450164795,
      "learning_rate": 0.00013395348837209303,
      "loss": 0.445,
      "step": 710
    },
    {
      "epoch": 3.3488372093023258,
      "grad_norm": 4.178903579711914,
      "learning_rate": 0.0001330232558139535,
      "loss": 0.219,
      "step": 720
    },
    {
      "epoch": 3.395348837209302,
      "grad_norm": 4.89815616607666,
      "learning_rate": 0.00013209302325581395,
      "loss": 0.463,
      "step": 730
    },
    {
      "epoch": 3.441860465116279,
      "grad_norm": 10.707399368286133,
      "learning_rate": 0.00013116279069767442,
      "loss": 0.5219,
      "step": 740
    },
    {
      "epoch": 3.488372093023256,
      "grad_norm": 3.0130255222320557,
      "learning_rate": 0.0001302325581395349,
      "loss": 0.4429,
      "step": 750
    },
    {
      "epoch": 3.5348837209302326,
      "grad_norm": 5.012279510498047,
      "learning_rate": 0.00012930232558139534,
      "loss": 0.2735,
      "step": 760
    },
    {
      "epoch": 3.5813953488372094,
      "grad_norm": 2.2448291778564453,
      "learning_rate": 0.00012837209302325582,
      "loss": 0.4101,
      "step": 770
    },
    {
      "epoch": 3.6279069767441863,
      "grad_norm": 3.8598289489746094,
      "learning_rate": 0.0001274418604651163,
      "loss": 0.298,
      "step": 780
    },
    {
      "epoch": 3.6744186046511627,
      "grad_norm": 1.7304565906524658,
      "learning_rate": 0.00012651162790697676,
      "loss": 0.2853,
      "step": 790
    },
    {
      "epoch": 3.7209302325581395,
      "grad_norm": 3.275845527648926,
      "learning_rate": 0.0001255813953488372,
      "loss": 0.283,
      "step": 800
    },
    {
      "epoch": 3.7209302325581395,
      "eval_accuracy": 0.8762376237623762,
      "eval_loss": 0.4413387179374695,
      "eval_runtime": 8.5192,
      "eval_samples_per_second": 71.133,
      "eval_steps_per_second": 8.921,
      "step": 800
    },
    {
      "epoch": 3.7674418604651163,
      "grad_norm": 5.508560657501221,
      "learning_rate": 0.00012465116279069768,
      "loss": 0.1962,
      "step": 810
    },
    {
      "epoch": 3.813953488372093,
      "grad_norm": 3.444455862045288,
      "learning_rate": 0.00012372093023255815,
      "loss": 0.2718,
      "step": 820
    },
    {
      "epoch": 3.8604651162790695,
      "grad_norm": 10.332758903503418,
      "learning_rate": 0.00012279069767441863,
      "loss": 0.4886,
      "step": 830
    },
    {
      "epoch": 3.9069767441860463,
      "grad_norm": 1.1791740655899048,
      "learning_rate": 0.00012186046511627907,
      "loss": 0.3607,
      "step": 840
    },
    {
      "epoch": 3.953488372093023,
      "grad_norm": 1.7059251070022583,
      "learning_rate": 0.00012093023255813953,
      "loss": 0.2679,
      "step": 850
    },
    {
      "epoch": 4.0,
      "grad_norm": 6.822539806365967,
      "learning_rate": 0.00012,
      "loss": 0.3047,
      "step": 860
    },
    {
      "epoch": 4.046511627906977,
      "grad_norm": 3.6658146381378174,
      "learning_rate": 0.00011906976744186048,
      "loss": 0.2808,
      "step": 870
    },
    {
      "epoch": 4.093023255813954,
      "grad_norm": 2.8236451148986816,
      "learning_rate": 0.00011813953488372094,
      "loss": 0.3813,
      "step": 880
    },
    {
      "epoch": 4.1395348837209305,
      "grad_norm": 6.614228248596191,
      "learning_rate": 0.00011720930232558141,
      "loss": 0.3335,
      "step": 890
    },
    {
      "epoch": 4.186046511627907,
      "grad_norm": 4.810386657714844,
      "learning_rate": 0.00011627906976744187,
      "loss": 0.3959,
      "step": 900
    },
    {
      "epoch": 4.186046511627907,
      "eval_accuracy": 0.8729372937293729,
      "eval_loss": 0.41208329796791077,
      "eval_runtime": 8.3929,
      "eval_samples_per_second": 72.204,
      "eval_steps_per_second": 9.055,
      "step": 900
    },
    {
      "epoch": 4.232558139534884,
      "grad_norm": 0.597582221031189,
      "learning_rate": 0.00011534883720930234,
      "loss": 0.2209,
      "step": 910
    },
    {
      "epoch": 4.27906976744186,
      "grad_norm": 2.4885311126708984,
      "learning_rate": 0.00011441860465116279,
      "loss": 0.3125,
      "step": 920
    },
    {
      "epoch": 4.325581395348837,
      "grad_norm": 3.7162835597991943,
      "learning_rate": 0.00011348837209302326,
      "loss": 0.1821,
      "step": 930
    },
    {
      "epoch": 4.372093023255814,
      "grad_norm": 4.518478870391846,
      "learning_rate": 0.00011255813953488372,
      "loss": 0.181,
      "step": 940
    },
    {
      "epoch": 4.4186046511627906,
      "grad_norm": 1.7456213235855103,
      "learning_rate": 0.00011162790697674419,
      "loss": 0.2535,
      "step": 950
    },
    {
      "epoch": 4.465116279069767,
      "grad_norm": 2.0503828525543213,
      "learning_rate": 0.00011069767441860466,
      "loss": 0.2924,
      "step": 960
    },
    {
      "epoch": 4.511627906976744,
      "grad_norm": 0.33591389656066895,
      "learning_rate": 0.00010976744186046512,
      "loss": 0.2453,
      "step": 970
    },
    {
      "epoch": 4.558139534883721,
      "grad_norm": 2.924938917160034,
      "learning_rate": 0.0001088372093023256,
      "loss": 0.2443,
      "step": 980
    },
    {
      "epoch": 4.604651162790698,
      "grad_norm": 4.228425979614258,
      "learning_rate": 0.00010790697674418607,
      "loss": 0.2446,
      "step": 990
    },
    {
      "epoch": 4.651162790697675,
      "grad_norm": 0.3494820296764374,
      "learning_rate": 0.00010697674418604651,
      "loss": 0.318,
      "step": 1000
    },
    {
      "epoch": 4.651162790697675,
      "eval_accuracy": 0.8696369636963697,
      "eval_loss": 0.4397449195384979,
      "eval_runtime": 8.4348,
      "eval_samples_per_second": 71.845,
      "eval_steps_per_second": 9.01,
      "step": 1000
    },
    {
      "epoch": 4.6976744186046515,
      "grad_norm": 4.108438491821289,
      "learning_rate": 0.00010604651162790697,
      "loss": 0.1346,
      "step": 1010
    },
    {
      "epoch": 4.7441860465116275,
      "grad_norm": 2.6504056453704834,
      "learning_rate": 0.00010511627906976745,
      "loss": 0.3125,
      "step": 1020
    },
    {
      "epoch": 4.790697674418604,
      "grad_norm": 1.8026741743087769,
      "learning_rate": 0.0001041860465116279,
      "loss": 0.2085,
      "step": 1030
    },
    {
      "epoch": 4.837209302325581,
      "grad_norm": 2.016584873199463,
      "learning_rate": 0.00010325581395348838,
      "loss": 0.3598,
      "step": 1040
    },
    {
      "epoch": 4.883720930232558,
      "grad_norm": 7.666717529296875,
      "learning_rate": 0.00010232558139534885,
      "loss": 0.3086,
      "step": 1050
    },
    {
      "epoch": 4.930232558139535,
      "grad_norm": 0.9514933228492737,
      "learning_rate": 0.00010139534883720931,
      "loss": 0.2095,
      "step": 1060
    },
    {
      "epoch": 4.976744186046512,
      "grad_norm": 3.582228183746338,
      "learning_rate": 0.00010046511627906978,
      "loss": 0.3226,
      "step": 1070
    },
    {
      "epoch": 5.023255813953488,
      "grad_norm": 1.5236479043960571,
      "learning_rate": 9.953488372093024e-05,
      "loss": 0.2046,
      "step": 1080
    },
    {
      "epoch": 5.069767441860465,
      "grad_norm": 4.655299663543701,
      "learning_rate": 9.86046511627907e-05,
      "loss": 0.1163,
      "step": 1090
    },
    {
      "epoch": 5.116279069767442,
      "grad_norm": 2.3776028156280518,
      "learning_rate": 9.767441860465116e-05,
      "loss": 0.2401,
      "step": 1100
    },
    {
      "epoch": 5.116279069767442,
      "eval_accuracy": 0.8679867986798679,
      "eval_loss": 0.4887414872646332,
      "eval_runtime": 8.1962,
      "eval_samples_per_second": 73.937,
      "eval_steps_per_second": 9.273,
      "step": 1100
    },
    {
      "epoch": 5.162790697674419,
      "grad_norm": 4.612281322479248,
      "learning_rate": 9.674418604651163e-05,
      "loss": 0.3254,
      "step": 1110
    },
    {
      "epoch": 5.209302325581396,
      "grad_norm": 1.2196846008300781,
      "learning_rate": 9.58139534883721e-05,
      "loss": 0.2799,
      "step": 1120
    },
    {
      "epoch": 5.2558139534883725,
      "grad_norm": 3.100369691848755,
      "learning_rate": 9.488372093023256e-05,
      "loss": 0.1837,
      "step": 1130
    },
    {
      "epoch": 5.3023255813953485,
      "grad_norm": 1.2027745246887207,
      "learning_rate": 9.395348837209302e-05,
      "loss": 0.1463,
      "step": 1140
    },
    {
      "epoch": 5.348837209302325,
      "grad_norm": 4.4534196853637695,
      "learning_rate": 9.30232558139535e-05,
      "loss": 0.205,
      "step": 1150
    },
    {
      "epoch": 5.395348837209302,
      "grad_norm": 1.2410222291946411,
      "learning_rate": 9.209302325581396e-05,
      "loss": 0.2523,
      "step": 1160
    },
    {
      "epoch": 5.441860465116279,
      "grad_norm": 7.617187023162842,
      "learning_rate": 9.116279069767443e-05,
      "loss": 0.2619,
      "step": 1170
    },
    {
      "epoch": 5.488372093023256,
      "grad_norm": 0.7941145300865173,
      "learning_rate": 9.023255813953489e-05,
      "loss": 0.3047,
      "step": 1180
    },
    {
      "epoch": 5.534883720930233,
      "grad_norm": 2.606306552886963,
      "learning_rate": 8.930232558139535e-05,
      "loss": 0.226,
      "step": 1190
    },
    {
      "epoch": 5.5813953488372094,
      "grad_norm": 9.533924102783203,
      "learning_rate": 8.837209302325582e-05,
      "loss": 0.1273,
      "step": 1200
    },
    {
      "epoch": 5.5813953488372094,
      "eval_accuracy": 0.8663366336633663,
      "eval_loss": 0.4223584532737732,
      "eval_runtime": 8.4233,
      "eval_samples_per_second": 71.943,
      "eval_steps_per_second": 9.023,
      "step": 1200
    },
    {
      "epoch": 5.627906976744186,
      "grad_norm": 1.8951793909072876,
      "learning_rate": 8.744186046511629e-05,
      "loss": 0.1706,
      "step": 1210
    },
    {
      "epoch": 5.674418604651163,
      "grad_norm": 1.8302172422409058,
      "learning_rate": 8.651162790697674e-05,
      "loss": 0.2261,
      "step": 1220
    },
    {
      "epoch": 5.720930232558139,
      "grad_norm": 1.3308892250061035,
      "learning_rate": 8.558139534883721e-05,
      "loss": 0.2022,
      "step": 1230
    },
    {
      "epoch": 5.767441860465116,
      "grad_norm": 0.5113635659217834,
      "learning_rate": 8.465116279069768e-05,
      "loss": 0.2085,
      "step": 1240
    },
    {
      "epoch": 5.813953488372093,
      "grad_norm": 5.370401382446289,
      "learning_rate": 8.372093023255814e-05,
      "loss": 0.2813,
      "step": 1250
    },
    {
      "epoch": 5.8604651162790695,
      "grad_norm": 1.0463091135025024,
      "learning_rate": 8.27906976744186e-05,
      "loss": 0.3038,
      "step": 1260
    },
    {
      "epoch": 5.906976744186046,
      "grad_norm": 2.4071524143218994,
      "learning_rate": 8.186046511627907e-05,
      "loss": 0.1519,
      "step": 1270
    },
    {
      "epoch": 5.953488372093023,
      "grad_norm": 6.68901252746582,
      "learning_rate": 8.093023255813953e-05,
      "loss": 0.1952,
      "step": 1280
    },
    {
      "epoch": 6.0,
      "grad_norm": 5.0761542320251465,
      "learning_rate": 8e-05,
      "loss": 0.2148,
      "step": 1290
    },
    {
      "epoch": 6.046511627906977,
      "grad_norm": 4.299339771270752,
      "learning_rate": 7.906976744186047e-05,
      "loss": 0.1101,
      "step": 1300
    },
    {
      "epoch": 6.046511627906977,
      "eval_accuracy": 0.8778877887788779,
      "eval_loss": 0.43775683641433716,
      "eval_runtime": 8.4309,
      "eval_samples_per_second": 71.878,
      "eval_steps_per_second": 9.014,
      "step": 1300
    },
    {
      "epoch": 6.093023255813954,
      "grad_norm": 5.793342590332031,
      "learning_rate": 7.813953488372094e-05,
      "loss": 0.1908,
      "step": 1310
    },
    {
      "epoch": 6.1395348837209305,
      "grad_norm": 3.164515256881714,
      "learning_rate": 7.72093023255814e-05,
      "loss": 0.1572,
      "step": 1320
    },
    {
      "epoch": 6.186046511627907,
      "grad_norm": 1.032468557357788,
      "learning_rate": 7.627906976744187e-05,
      "loss": 0.2154,
      "step": 1330
    },
    {
      "epoch": 6.232558139534884,
      "grad_norm": 3.3498730659484863,
      "learning_rate": 7.534883720930233e-05,
      "loss": 0.1473,
      "step": 1340
    },
    {
      "epoch": 6.27906976744186,
      "grad_norm": 1.0370675325393677,
      "learning_rate": 7.441860465116279e-05,
      "loss": 0.1568,
      "step": 1350
    },
    {
      "epoch": 6.325581395348837,
      "grad_norm": 1.5336437225341797,
      "learning_rate": 7.348837209302326e-05,
      "loss": 0.1943,
      "step": 1360
    },
    {
      "epoch": 6.372093023255814,
      "grad_norm": 7.077569007873535,
      "learning_rate": 7.255813953488373e-05,
      "loss": 0.242,
      "step": 1370
    },
    {
      "epoch": 6.4186046511627906,
      "grad_norm": 6.786858558654785,
      "learning_rate": 7.162790697674418e-05,
      "loss": 0.2174,
      "step": 1380
    },
    {
      "epoch": 6.465116279069767,
      "grad_norm": 2.3031513690948486,
      "learning_rate": 7.069767441860465e-05,
      "loss": 0.2683,
      "step": 1390
    },
    {
      "epoch": 6.511627906976744,
      "grad_norm": 4.499554634094238,
      "learning_rate": 6.976744186046513e-05,
      "loss": 0.1773,
      "step": 1400
    },
    {
      "epoch": 6.511627906976744,
      "eval_accuracy": 0.8844884488448845,
      "eval_loss": 0.3730297386646271,
      "eval_runtime": 8.1564,
      "eval_samples_per_second": 74.297,
      "eval_steps_per_second": 9.318,
      "step": 1400
    },
    {
      "epoch": 6.558139534883721,
      "grad_norm": 0.8953260779380798,
      "learning_rate": 6.883720930232558e-05,
      "loss": 0.1669,
      "step": 1410
    },
    {
      "epoch": 6.604651162790698,
      "grad_norm": 1.8238012790679932,
      "learning_rate": 6.790697674418604e-05,
      "loss": 0.2064,
      "step": 1420
    },
    {
      "epoch": 6.651162790697675,
      "grad_norm": 0.47919437289237976,
      "learning_rate": 6.697674418604652e-05,
      "loss": 0.1294,
      "step": 1430
    },
    {
      "epoch": 6.6976744186046515,
      "grad_norm": 1.9631860256195068,
      "learning_rate": 6.604651162790698e-05,
      "loss": 0.2931,
      "step": 1440
    },
    {
      "epoch": 6.7441860465116275,
      "grad_norm": 2.078273057937622,
      "learning_rate": 6.511627906976745e-05,
      "loss": 0.0749,
      "step": 1450
    },
    {
      "epoch": 6.790697674418604,
      "grad_norm": 8.262022972106934,
      "learning_rate": 6.418604651162791e-05,
      "loss": 0.1879,
      "step": 1460
    },
    {
      "epoch": 6.837209302325581,
      "grad_norm": 8.179067611694336,
      "learning_rate": 6.325581395348838e-05,
      "loss": 0.1836,
      "step": 1470
    },
    {
      "epoch": 6.883720930232558,
      "grad_norm": 3.35481858253479,
      "learning_rate": 6.232558139534884e-05,
      "loss": 0.1719,
      "step": 1480
    },
    {
      "epoch": 6.930232558139535,
      "grad_norm": 5.25211763381958,
      "learning_rate": 6.139534883720931e-05,
      "loss": 0.1532,
      "step": 1490
    },
    {
      "epoch": 6.976744186046512,
      "grad_norm": 4.454288959503174,
      "learning_rate": 6.0465116279069765e-05,
      "loss": 0.2248,
      "step": 1500
    },
    {
      "epoch": 6.976744186046512,
      "eval_accuracy": 0.8861386138613861,
      "eval_loss": 0.37258049845695496,
      "eval_runtime": 8.4482,
      "eval_samples_per_second": 71.731,
      "eval_steps_per_second": 8.996,
      "step": 1500
    },
    {
      "epoch": 7.023255813953488,
      "grad_norm": 0.325836181640625,
      "learning_rate": 5.953488372093024e-05,
      "loss": 0.2717,
      "step": 1510
    },
    {
      "epoch": 7.069767441860465,
      "grad_norm": 0.20686429738998413,
      "learning_rate": 5.8604651162790704e-05,
      "loss": 0.1134,
      "step": 1520
    },
    {
      "epoch": 7.116279069767442,
      "grad_norm": 1.2898919582366943,
      "learning_rate": 5.767441860465117e-05,
      "loss": 0.1802,
      "step": 1530
    },
    {
      "epoch": 7.162790697674419,
      "grad_norm": 0.5109810829162598,
      "learning_rate": 5.674418604651163e-05,
      "loss": 0.1167,
      "step": 1540
    },
    {
      "epoch": 7.209302325581396,
      "grad_norm": 2.8214943408966064,
      "learning_rate": 5.5813953488372095e-05,
      "loss": 0.0916,
      "step": 1550
    },
    {
      "epoch": 7.2558139534883725,
      "grad_norm": 4.599625587463379,
      "learning_rate": 5.488372093023256e-05,
      "loss": 0.1704,
      "step": 1560
    },
    {
      "epoch": 7.3023255813953485,
      "grad_norm": 3.6765389442443848,
      "learning_rate": 5.3953488372093034e-05,
      "loss": 0.0917,
      "step": 1570
    },
    {
      "epoch": 7.348837209302325,
      "grad_norm": 1.5945552587509155,
      "learning_rate": 5.3023255813953486e-05,
      "loss": 0.0956,
      "step": 1580
    },
    {
      "epoch": 7.395348837209302,
      "grad_norm": 6.084174156188965,
      "learning_rate": 5.209302325581395e-05,
      "loss": 0.1411,
      "step": 1590
    },
    {
      "epoch": 7.441860465116279,
      "grad_norm": 2.9608631134033203,
      "learning_rate": 5.1162790697674425e-05,
      "loss": 0.0987,
      "step": 1600
    },
    {
      "epoch": 7.441860465116279,
      "eval_accuracy": 0.8844884488448845,
      "eval_loss": 0.43984663486480713,
      "eval_runtime": 8.3551,
      "eval_samples_per_second": 72.531,
      "eval_steps_per_second": 9.096,
      "step": 1600
    },
    {
      "epoch": 7.488372093023256,
      "grad_norm": 1.1511733531951904,
      "learning_rate": 5.023255813953489e-05,
      "loss": 0.1976,
      "step": 1610
    },
    {
      "epoch": 7.534883720930233,
      "grad_norm": 1.5226008892059326,
      "learning_rate": 4.930232558139535e-05,
      "loss": 0.1001,
      "step": 1620
    },
    {
      "epoch": 7.5813953488372094,
      "grad_norm": 3.7124974727630615,
      "learning_rate": 4.8372093023255816e-05,
      "loss": 0.1432,
      "step": 1630
    },
    {
      "epoch": 7.627906976744186,
      "grad_norm": 1.3083992004394531,
      "learning_rate": 4.744186046511628e-05,
      "loss": 0.1514,
      "step": 1640
    },
    {
      "epoch": 7.674418604651163,
      "grad_norm": 1.7809404134750366,
      "learning_rate": 4.651162790697675e-05,
      "loss": 0.0881,
      "step": 1650
    },
    {
      "epoch": 7.720930232558139,
      "grad_norm": 0.19210846722126007,
      "learning_rate": 4.5581395348837214e-05,
      "loss": 0.1179,
      "step": 1660
    },
    {
      "epoch": 7.767441860465116,
      "grad_norm": 0.44379866123199463,
      "learning_rate": 4.465116279069767e-05,
      "loss": 0.1302,
      "step": 1670
    },
    {
      "epoch": 7.813953488372093,
      "grad_norm": 0.10616659373044968,
      "learning_rate": 4.3720930232558146e-05,
      "loss": 0.1636,
      "step": 1680
    },
    {
      "epoch": 7.8604651162790695,
      "grad_norm": 2.069657325744629,
      "learning_rate": 4.2790697674418605e-05,
      "loss": 0.157,
      "step": 1690
    },
    {
      "epoch": 7.906976744186046,
      "grad_norm": 4.515770435333252,
      "learning_rate": 4.186046511627907e-05,
      "loss": 0.16,
      "step": 1700
    },
    {
      "epoch": 7.906976744186046,
      "eval_accuracy": 0.8828382838283828,
      "eval_loss": 0.4170949161052704,
      "eval_runtime": 8.1214,
      "eval_samples_per_second": 74.617,
      "eval_steps_per_second": 9.358,
      "step": 1700
    },
    {
      "epoch": 7.953488372093023,
      "grad_norm": 8.669586181640625,
      "learning_rate": 4.093023255813954e-05,
      "loss": 0.1765,
      "step": 1710
    },
    {
      "epoch": 8.0,
      "grad_norm": 5.801586627960205,
      "learning_rate": 4e-05,
      "loss": 0.1434,
      "step": 1720
    },
    {
      "epoch": 8.046511627906977,
      "grad_norm": 0.6714385151863098,
      "learning_rate": 3.906976744186047e-05,
      "loss": 0.0739,
      "step": 1730
    },
    {
      "epoch": 8.093023255813954,
      "grad_norm": 1.2774052619934082,
      "learning_rate": 3.8139534883720935e-05,
      "loss": 0.0654,
      "step": 1740
    },
    {
      "epoch": 8.13953488372093,
      "grad_norm": 0.1617097109556198,
      "learning_rate": 3.7209302325581394e-05,
      "loss": 0.1071,
      "step": 1750
    },
    {
      "epoch": 8.186046511627907,
      "grad_norm": 8.03242301940918,
      "learning_rate": 3.627906976744187e-05,
      "loss": 0.1191,
      "step": 1760
    },
    {
      "epoch": 8.232558139534884,
      "grad_norm": 0.6172130107879639,
      "learning_rate": 3.5348837209302326e-05,
      "loss": 0.109,
      "step": 1770
    },
    {
      "epoch": 8.279069767441861,
      "grad_norm": 0.7166829109191895,
      "learning_rate": 3.441860465116279e-05,
      "loss": 0.0863,
      "step": 1780
    },
    {
      "epoch": 8.325581395348838,
      "grad_norm": 0.0343417190015316,
      "learning_rate": 3.348837209302326e-05,
      "loss": 0.1092,
      "step": 1790
    },
    {
      "epoch": 8.372093023255815,
      "grad_norm": 0.09605341404676437,
      "learning_rate": 3.2558139534883724e-05,
      "loss": 0.1224,
      "step": 1800
    },
    {
      "epoch": 8.372093023255815,
      "eval_accuracy": 0.8877887788778878,
      "eval_loss": 0.4335933327674866,
      "eval_runtime": 8.4644,
      "eval_samples_per_second": 71.594,
      "eval_steps_per_second": 8.979,
      "step": 1800
    },
    {
      "epoch": 8.418604651162791,
      "grad_norm": 0.1179109588265419,
      "learning_rate": 3.162790697674419e-05,
      "loss": 0.1358,
      "step": 1810
    },
    {
      "epoch": 8.465116279069768,
      "grad_norm": 0.0823044553399086,
      "learning_rate": 3.0697674418604656e-05,
      "loss": 0.1565,
      "step": 1820
    },
    {
      "epoch": 8.511627906976745,
      "grad_norm": 0.6940491795539856,
      "learning_rate": 2.976744186046512e-05,
      "loss": 0.0398,
      "step": 1830
    },
    {
      "epoch": 8.55813953488372,
      "grad_norm": 0.12108628451824188,
      "learning_rate": 2.8837209302325585e-05,
      "loss": 0.0299,
      "step": 1840
    },
    {
      "epoch": 8.604651162790697,
      "grad_norm": 2.229219913482666,
      "learning_rate": 2.7906976744186048e-05,
      "loss": 0.1867,
      "step": 1850
    },
    {
      "epoch": 8.651162790697674,
      "grad_norm": 4.451650619506836,
      "learning_rate": 2.6976744186046517e-05,
      "loss": 0.1431,
      "step": 1860
    },
    {
      "epoch": 8.69767441860465,
      "grad_norm": 4.897462844848633,
      "learning_rate": 2.6046511627906976e-05,
      "loss": 0.1542,
      "step": 1870
    },
    {
      "epoch": 8.744186046511627,
      "grad_norm": 0.9782124161720276,
      "learning_rate": 2.5116279069767445e-05,
      "loss": 0.1044,
      "step": 1880
    },
    {
      "epoch": 8.790697674418604,
      "grad_norm": 2.251777410507202,
      "learning_rate": 2.4186046511627908e-05,
      "loss": 0.1508,
      "step": 1890
    },
    {
      "epoch": 8.837209302325581,
      "grad_norm": 4.513321399688721,
      "learning_rate": 2.3255813953488374e-05,
      "loss": 0.2111,
      "step": 1900
    },
    {
      "epoch": 8.837209302325581,
      "eval_accuracy": 0.8943894389438944,
      "eval_loss": 0.394785612821579,
      "eval_runtime": 8.2576,
      "eval_samples_per_second": 73.387,
      "eval_steps_per_second": 9.204,
      "step": 1900
    },
    {
      "epoch": 8.883720930232558,
      "grad_norm": 2.1677255630493164,
      "learning_rate": 2.2325581395348837e-05,
      "loss": 0.1205,
      "step": 1910
    },
    {
      "epoch": 8.930232558139535,
      "grad_norm": 3.6949923038482666,
      "learning_rate": 2.1395348837209303e-05,
      "loss": 0.1626,
      "step": 1920
    },
    {
      "epoch": 8.976744186046512,
      "grad_norm": 4.727644920349121,
      "learning_rate": 2.046511627906977e-05,
      "loss": 0.1635,
      "step": 1930
    },
    {
      "epoch": 9.023255813953488,
      "grad_norm": 2.22031569480896,
      "learning_rate": 1.9534883720930235e-05,
      "loss": 0.1543,
      "step": 1940
    },
    {
      "epoch": 9.069767441860465,
      "grad_norm": 1.0797746181488037,
      "learning_rate": 1.8604651162790697e-05,
      "loss": 0.2055,
      "step": 1950
    },
    {
      "epoch": 9.116279069767442,
      "grad_norm": 0.9525020122528076,
      "learning_rate": 1.7674418604651163e-05,
      "loss": 0.1099,
      "step": 1960
    },
    {
      "epoch": 9.162790697674419,
      "grad_norm": 0.37071776390075684,
      "learning_rate": 1.674418604651163e-05,
      "loss": 0.1583,
      "step": 1970
    },
    {
      "epoch": 9.209302325581396,
      "grad_norm": 0.05000032112002373,
      "learning_rate": 1.5813953488372095e-05,
      "loss": 0.0378,
      "step": 1980
    },
    {
      "epoch": 9.255813953488373,
      "grad_norm": 0.06881304085254669,
      "learning_rate": 1.488372093023256e-05,
      "loss": 0.1168,
      "step": 1990
    },
    {
      "epoch": 9.30232558139535,
      "grad_norm": 3.6886019706726074,
      "learning_rate": 1.3953488372093024e-05,
      "loss": 0.112,
      "step": 2000
    },
    {
      "epoch": 9.30232558139535,
      "eval_accuracy": 0.8943894389438944,
      "eval_loss": 0.4003974199295044,
      "eval_runtime": 8.4662,
      "eval_samples_per_second": 71.579,
      "eval_steps_per_second": 8.977,
      "step": 2000
    },
    {
      "epoch": 9.348837209302326,
      "grad_norm": 0.3669143617153168,
      "learning_rate": 1.3023255813953488e-05,
      "loss": 0.0836,
      "step": 2010
    },
    {
      "epoch": 9.395348837209303,
      "grad_norm": 5.295791149139404,
      "learning_rate": 1.2093023255813954e-05,
      "loss": 0.0932,
      "step": 2020
    },
    {
      "epoch": 9.44186046511628,
      "grad_norm": 0.12259897589683533,
      "learning_rate": 1.1162790697674418e-05,
      "loss": 0.1198,
      "step": 2030
    },
    {
      "epoch": 9.488372093023255,
      "grad_norm": 0.18641342222690582,
      "learning_rate": 1.0232558139534884e-05,
      "loss": 0.1342,
      "step": 2040
    },
    {
      "epoch": 9.534883720930232,
      "grad_norm": 2.212017774581909,
      "learning_rate": 9.302325581395349e-06,
      "loss": 0.1336,
      "step": 2050
    },
    {
      "epoch": 9.581395348837209,
      "grad_norm": 0.13683325052261353,
      "learning_rate": 8.372093023255815e-06,
      "loss": 0.046,
      "step": 2060
    },
    {
      "epoch": 9.627906976744185,
      "grad_norm": 0.07736368477344513,
      "learning_rate": 7.44186046511628e-06,
      "loss": 0.0623,
      "step": 2070
    },
    {
      "epoch": 9.674418604651162,
      "grad_norm": 1.0054152011871338,
      "learning_rate": 6.511627906976744e-06,
      "loss": 0.069,
      "step": 2080
    },
    {
      "epoch": 9.720930232558139,
      "grad_norm": 0.7521716356277466,
      "learning_rate": 5.581395348837209e-06,
      "loss": 0.153,
      "step": 2090
    },
    {
      "epoch": 9.767441860465116,
      "grad_norm": 2.2922515869140625,
      "learning_rate": 4.651162790697674e-06,
      "loss": 0.0962,
      "step": 2100
    },
    {
      "epoch": 9.767441860465116,
      "eval_accuracy": 0.8927392739273927,
      "eval_loss": 0.4092388451099396,
      "eval_runtime": 8.2945,
      "eval_samples_per_second": 73.061,
      "eval_steps_per_second": 9.163,
      "step": 2100
    },
    {
      "epoch": 9.813953488372093,
      "grad_norm": 2.177103042602539,
      "learning_rate": 3.72093023255814e-06,
      "loss": 0.1215,
      "step": 2110
    },
    {
      "epoch": 9.86046511627907,
      "grad_norm": 3.3745920658111572,
      "learning_rate": 2.7906976744186046e-06,
      "loss": 0.129,
      "step": 2120
    },
    {
      "epoch": 9.906976744186046,
      "grad_norm": 0.3872903883457184,
      "learning_rate": 1.86046511627907e-06,
      "loss": 0.0951,
      "step": 2130
    },
    {
      "epoch": 9.953488372093023,
      "grad_norm": 0.13965001702308655,
      "learning_rate": 9.30232558139535e-07,
      "loss": 0.1625,
      "step": 2140
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.7976939082145691,
      "learning_rate": 0.0,
      "loss": 0.1355,
      "step": 2150
    },
    {
      "epoch": 10.0,
      "step": 2150,
      "total_flos": 2.659620429501235e+18,
      "train_loss": 0.30670992596204893,
      "train_runtime": 1546.6686,
      "train_samples_per_second": 22.19,
      "train_steps_per_second": 1.39
    }
  ],
  "logging_steps": 10,
  "max_steps": 2150,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 100,
  "total_flos": 2.659620429501235e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}