{
  "best_metric": 0.9803726074405555,
  "best_model_checkpoint": "FFPP-Raw_1FPS_faces-expand-40-aligned_metric-acc-precision-recall-f1\\checkpoint-4044",
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 4044,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "grad_norm": 7.875372409820557,
      "learning_rate": 1.234567901234568e-06,
      "loss": 0.7221,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 5.61189079284668,
      "learning_rate": 2.469135802469136e-06,
      "loss": 0.6591,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.7870476245880127,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 0.5729,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 3.753174066543579,
      "learning_rate": 4.938271604938272e-06,
      "loss": 0.5296,
      "step": 40
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.16574764251709,
      "learning_rate": 6.172839506172839e-06,
      "loss": 0.5178,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 2.851600408554077,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 0.4847,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 3.5203375816345215,
      "learning_rate": 8.641975308641975e-06,
      "loss": 0.5449,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 5.667965888977051,
      "learning_rate": 9.876543209876543e-06,
      "loss": 0.5109,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.8893330097198486,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 0.5429,
      "step": 90
    },
    {
      "epoch": 0.07,
      "grad_norm": 3.7780683040618896,
      "learning_rate": 1.2345679012345678e-05,
      "loss": 0.5125,
      "step": 100
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.831078052520752,
      "learning_rate": 1.3580246913580247e-05,
      "loss": 0.5198,
      "step": 110
    },
    {
      "epoch": 0.09,
      "grad_norm": 5.837050437927246,
      "learning_rate": 1.4814814814814815e-05,
      "loss": 0.5488,
      "step": 120
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.813414573669434,
      "learning_rate": 1.604938271604938e-05,
      "loss": 0.5093,
      "step": 130
    },
    {
      "epoch": 0.1,
      "grad_norm": 7.337403774261475,
      "learning_rate": 1.728395061728395e-05,
      "loss": 0.5156,
      "step": 140
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.1361520290374756,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.4917,
      "step": 150
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.362513303756714,
      "learning_rate": 1.9753086419753087e-05,
      "loss": 0.5069,
      "step": 160
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.006387233734131,
      "learning_rate": 2.0987654320987655e-05,
      "loss": 0.5263,
      "step": 170
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.531656742095947,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 0.4929,
      "step": 180
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.966550350189209,
      "learning_rate": 2.345679012345679e-05,
      "loss": 0.496,
      "step": 190
    },
    {
      "epoch": 0.15,
      "grad_norm": 9.282695770263672,
      "learning_rate": 2.4691358024691357e-05,
      "loss": 0.4463,
      "step": 200
    },
    {
      "epoch": 0.16,
      "grad_norm": 5.86882209777832,
      "learning_rate": 2.5925925925925925e-05,
      "loss": 0.45,
      "step": 210
    },
    {
      "epoch": 0.16,
      "grad_norm": 8.300739288330078,
      "learning_rate": 2.7160493827160493e-05,
      "loss": 0.4808,
      "step": 220
    },
    {
      "epoch": 0.17,
      "grad_norm": 11.298906326293945,
      "learning_rate": 2.839506172839506e-05,
      "loss": 0.4344,
      "step": 230
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.296756744384766,
      "learning_rate": 2.962962962962963e-05,
      "loss": 0.4439,
      "step": 240
    },
    {
      "epoch": 0.19,
      "grad_norm": 18.012989044189453,
      "learning_rate": 3.08641975308642e-05,
      "loss": 0.3889,
      "step": 250
    },
    {
      "epoch": 0.19,
      "grad_norm": 7.0758867263793945,
      "learning_rate": 3.209876543209876e-05,
      "loss": 0.3825,
      "step": 260
    },
    {
      "epoch": 0.2,
      "grad_norm": 17.492835998535156,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.389,
      "step": 270
    },
    {
      "epoch": 0.21,
      "grad_norm": 9.036677360534668,
      "learning_rate": 3.45679012345679e-05,
      "loss": 0.358,
      "step": 280
    },
    {
      "epoch": 0.22,
      "grad_norm": 11.230429649353027,
      "learning_rate": 3.580246913580247e-05,
      "loss": 0.4006,
      "step": 290
    },
    {
      "epoch": 0.22,
      "grad_norm": 10.332891464233398,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.394,
      "step": 300
    },
    {
      "epoch": 0.23,
      "grad_norm": 12.314022064208984,
      "learning_rate": 3.82716049382716e-05,
      "loss": 0.3386,
      "step": 310
    },
    {
      "epoch": 0.24,
      "grad_norm": 19.994348526000977,
      "learning_rate": 3.950617283950617e-05,
      "loss": 0.3489,
      "step": 320
    },
    {
      "epoch": 0.24,
      "grad_norm": 11.452990531921387,
      "learning_rate": 4.074074074074074e-05,
      "loss": 0.3448,
      "step": 330
    },
    {
      "epoch": 0.25,
      "grad_norm": 22.366451263427734,
      "learning_rate": 4.197530864197531e-05,
      "loss": 0.3499,
      "step": 340
    },
    {
      "epoch": 0.26,
      "grad_norm": 7.709282398223877,
      "learning_rate": 4.3209876543209875e-05,
      "loss": 0.4138,
      "step": 350
    },
    {
      "epoch": 0.27,
      "grad_norm": 26.1550350189209,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 0.3593,
      "step": 360
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.04647159576416,
      "learning_rate": 4.567901234567901e-05,
      "loss": 0.4406,
      "step": 370
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.908942699432373,
      "learning_rate": 4.691358024691358e-05,
      "loss": 0.3467,
      "step": 380
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.973005294799805,
      "learning_rate": 4.814814814814815e-05,
      "loss": 0.3344,
      "step": 390
    },
    {
      "epoch": 0.3,
      "grad_norm": 14.637669563293457,
      "learning_rate": 4.938271604938271e-05,
      "loss": 0.3448,
      "step": 400
    },
    {
      "epoch": 0.3,
      "grad_norm": 12.542431831359863,
      "learning_rate": 4.993129980763946e-05,
      "loss": 0.3151,
      "step": 410
    },
    {
      "epoch": 0.31,
      "grad_norm": 11.723505973815918,
      "learning_rate": 4.979389942291839e-05,
      "loss": 0.3707,
      "step": 420
    },
    {
      "epoch": 0.32,
      "grad_norm": 16.42662239074707,
      "learning_rate": 4.965649903819731e-05,
      "loss": 0.3064,
      "step": 430
    },
    {
      "epoch": 0.33,
      "grad_norm": 12.97465991973877,
      "learning_rate": 4.951909865347623e-05,
      "loss": 0.3307,
      "step": 440
    },
    {
      "epoch": 0.33,
      "grad_norm": 7.82028865814209,
      "learning_rate": 4.9381698268755155e-05,
      "loss": 0.3078,
      "step": 450
    },
    {
      "epoch": 0.34,
      "grad_norm": 8.340543746948242,
      "learning_rate": 4.924429788403408e-05,
      "loss": 0.3186,
      "step": 460
    },
    {
      "epoch": 0.35,
      "grad_norm": 7.294260501861572,
      "learning_rate": 4.9106897499313e-05,
      "loss": 0.3153,
      "step": 470
    },
    {
      "epoch": 0.36,
      "grad_norm": 22.920377731323242,
      "learning_rate": 4.896949711459192e-05,
      "loss": 0.3264,
      "step": 480
    },
    {
      "epoch": 0.36,
      "grad_norm": 11.397745132446289,
      "learning_rate": 4.883209672987085e-05,
      "loss": 0.3139,
      "step": 490
    },
    {
      "epoch": 0.37,
      "grad_norm": 7.087658882141113,
      "learning_rate": 4.8694696345149774e-05,
      "loss": 0.2879,
      "step": 500
    },
    {
      "epoch": 0.38,
      "grad_norm": 9.579562187194824,
      "learning_rate": 4.8557295960428687e-05,
      "loss": 0.3256,
      "step": 510
    },
    {
      "epoch": 0.39,
      "grad_norm": 19.549768447875977,
      "learning_rate": 4.841989557570761e-05,
      "loss": 0.3891,
      "step": 520
    },
    {
      "epoch": 0.39,
      "grad_norm": 15.651568412780762,
      "learning_rate": 4.828249519098654e-05,
      "loss": 0.3692,
      "step": 530
    },
    {
      "epoch": 0.4,
      "grad_norm": 12.224865913391113,
      "learning_rate": 4.814509480626546e-05,
      "loss": 0.2973,
      "step": 540
    },
    {
      "epoch": 0.41,
      "grad_norm": 10.717370986938477,
      "learning_rate": 4.800769442154438e-05,
      "loss": 0.2485,
      "step": 550
    },
    {
      "epoch": 0.42,
      "grad_norm": 19.767841339111328,
      "learning_rate": 4.7870294036823306e-05,
      "loss": 0.2418,
      "step": 560
    },
    {
      "epoch": 0.42,
      "grad_norm": 12.485086441040039,
      "learning_rate": 4.7732893652102225e-05,
      "loss": 0.2939,
      "step": 570
    },
    {
      "epoch": 0.43,
      "grad_norm": 7.367982864379883,
      "learning_rate": 4.759549326738115e-05,
      "loss": 0.2863,
      "step": 580
    },
    {
      "epoch": 0.44,
      "grad_norm": 7.0615925788879395,
      "learning_rate": 4.745809288266007e-05,
      "loss": 0.2708,
      "step": 590
    },
    {
      "epoch": 0.45,
      "grad_norm": 12.892487525939941,
      "learning_rate": 4.7320692497939e-05,
      "loss": 0.2565,
      "step": 600
    },
    {
      "epoch": 0.45,
      "grad_norm": 24.594287872314453,
      "learning_rate": 4.718329211321792e-05,
      "loss": 0.3655,
      "step": 610
    },
    {
      "epoch": 0.46,
      "grad_norm": 5.207724571228027,
      "learning_rate": 4.7045891728496844e-05,
      "loss": 0.3273,
      "step": 620
    },
    {
      "epoch": 0.47,
      "grad_norm": 13.92258071899414,
      "learning_rate": 4.6908491343775764e-05,
      "loss": 0.2892,
      "step": 630
    },
    {
      "epoch": 0.47,
      "grad_norm": 9.86690902709961,
      "learning_rate": 4.6771090959054684e-05,
      "loss": 0.2541,
      "step": 640
    },
    {
      "epoch": 0.48,
      "grad_norm": 11.439994812011719,
      "learning_rate": 4.663369057433361e-05,
      "loss": 0.2984,
      "step": 650
    },
    {
      "epoch": 0.49,
      "grad_norm": 7.470710277557373,
      "learning_rate": 4.649629018961254e-05,
      "loss": 0.263,
      "step": 660
    },
    {
      "epoch": 0.5,
      "grad_norm": 7.861254692077637,
      "learning_rate": 4.6358889804891456e-05,
      "loss": 0.2686,
      "step": 670
    },
    {
      "epoch": 0.5,
      "grad_norm": 21.025678634643555,
      "learning_rate": 4.6221489420170376e-05,
      "loss": 0.3311,
      "step": 680
    },
    {
      "epoch": 0.51,
      "grad_norm": 11.080821990966797,
      "learning_rate": 4.60840890354493e-05,
      "loss": 0.3272,
      "step": 690
    },
    {
      "epoch": 0.52,
      "grad_norm": 14.8310546875,
      "learning_rate": 4.594668865072822e-05,
      "loss": 0.292,
      "step": 700
    },
    {
      "epoch": 0.53,
      "grad_norm": 11.789827346801758,
      "learning_rate": 4.580928826600714e-05,
      "loss": 0.3264,
      "step": 710
    },
    {
      "epoch": 0.53,
      "grad_norm": 10.310857772827148,
      "learning_rate": 4.567188788128607e-05,
      "loss": 0.2687,
      "step": 720
    },
    {
      "epoch": 0.54,
      "grad_norm": 11.421713829040527,
      "learning_rate": 4.5534487496564995e-05,
      "loss": 0.2395,
      "step": 730
    },
    {
      "epoch": 0.55,
      "grad_norm": 10.276237487792969,
      "learning_rate": 4.5397087111843915e-05,
      "loss": 0.2133,
      "step": 740
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.676044940948486,
      "learning_rate": 4.525968672712284e-05,
      "loss": 0.2396,
      "step": 750
    },
    {
      "epoch": 0.56,
      "grad_norm": 7.302138328552246,
      "learning_rate": 4.512228634240176e-05,
      "loss": 0.2519,
      "step": 760
    },
    {
      "epoch": 0.57,
      "grad_norm": 13.434986114501953,
      "learning_rate": 4.498488595768068e-05,
      "loss": 0.3062,
      "step": 770
    },
    {
      "epoch": 0.58,
      "grad_norm": 6.166885852813721,
      "learning_rate": 4.484748557295961e-05,
      "loss": 0.1895,
      "step": 780
    },
    {
      "epoch": 0.59,
      "grad_norm": 11.351304054260254,
      "learning_rate": 4.4710085188238534e-05,
      "loss": 0.2362,
      "step": 790
    },
    {
      "epoch": 0.59,
      "grad_norm": 7.459861755371094,
      "learning_rate": 4.4572684803517453e-05,
      "loss": 0.183,
      "step": 800
    },
    {
      "epoch": 0.6,
      "grad_norm": 11.746100425720215,
      "learning_rate": 4.443528441879637e-05,
      "loss": 0.2394,
      "step": 810
    },
    {
      "epoch": 0.61,
      "grad_norm": 14.919011116027832,
      "learning_rate": 4.42978840340753e-05,
      "loss": 0.2555,
      "step": 820
    },
    {
      "epoch": 0.62,
      "grad_norm": 16.357730865478516,
      "learning_rate": 4.4160483649354226e-05,
      "loss": 0.2135,
      "step": 830
    },
    {
      "epoch": 0.62,
      "grad_norm": 16.165504455566406,
      "learning_rate": 4.402308326463314e-05,
      "loss": 0.2839,
      "step": 840
    },
    {
      "epoch": 0.63,
      "grad_norm": 11.526119232177734,
      "learning_rate": 4.3885682879912066e-05,
      "loss": 0.2261,
      "step": 850
    },
    {
      "epoch": 0.64,
      "grad_norm": 9.917882919311523,
      "learning_rate": 4.374828249519099e-05,
      "loss": 0.2047,
      "step": 860
    },
    {
      "epoch": 0.65,
      "grad_norm": 8.00707721710205,
      "learning_rate": 4.361088211046991e-05,
      "loss": 0.2211,
      "step": 870
    },
    {
      "epoch": 0.65,
      "grad_norm": 13.628582000732422,
      "learning_rate": 4.347348172574883e-05,
      "loss": 0.2352,
      "step": 880
    },
    {
      "epoch": 0.66,
      "grad_norm": 16.522411346435547,
      "learning_rate": 4.333608134102776e-05,
      "loss": 0.2686,
      "step": 890
    },
    {
      "epoch": 0.67,
      "grad_norm": 10.696971893310547,
      "learning_rate": 4.319868095630668e-05,
      "loss": 0.2304,
      "step": 900
    },
    {
      "epoch": 0.68,
      "grad_norm": 15.84067440032959,
      "learning_rate": 4.3061280571585604e-05,
      "loss": 0.2011,
      "step": 910
    },
    {
      "epoch": 0.68,
      "grad_norm": 5.352001667022705,
      "learning_rate": 4.2923880186864524e-05,
      "loss": 0.2443,
      "step": 920
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.072910308837891,
      "learning_rate": 4.278647980214345e-05,
      "loss": 0.2372,
      "step": 930
    },
    {
      "epoch": 0.7,
      "grad_norm": 9.378905296325684,
      "learning_rate": 4.264907941742237e-05,
      "loss": 0.2207,
      "step": 940
    },
    {
      "epoch": 0.7,
      "grad_norm": 17.055631637573242,
      "learning_rate": 4.25116790327013e-05,
      "loss": 0.218,
      "step": 950
    },
    {
      "epoch": 0.71,
      "grad_norm": 9.726360321044922,
      "learning_rate": 4.2374278647980216e-05,
      "loss": 0.1867,
      "step": 960
    },
    {
      "epoch": 0.72,
      "grad_norm": 5.339004993438721,
      "learning_rate": 4.2236878263259136e-05,
      "loss": 0.2321,
      "step": 970
    },
    {
      "epoch": 0.73,
      "grad_norm": 16.372512817382812,
      "learning_rate": 4.209947787853806e-05,
      "loss": 0.1977,
      "step": 980
    },
    {
      "epoch": 0.73,
      "grad_norm": 6.280429363250732,
      "learning_rate": 4.196207749381699e-05,
      "loss": 0.2268,
      "step": 990
    },
    {
      "epoch": 0.74,
      "grad_norm": 9.613251686096191,
      "learning_rate": 4.18246771090959e-05,
      "loss": 0.2157,
      "step": 1000
    },
    {
      "epoch": 0.75,
      "grad_norm": 7.933209419250488,
      "learning_rate": 4.168727672437483e-05,
      "loss": 0.1986,
      "step": 1010
    },
    {
      "epoch": 0.76,
      "grad_norm": 7.31367301940918,
      "learning_rate": 4.1549876339653755e-05,
      "loss": 0.1877,
      "step": 1020
    },
    {
      "epoch": 0.76,
      "grad_norm": 30.09975814819336,
      "learning_rate": 4.1412475954932675e-05,
      "loss": 0.2361,
      "step": 1030
    },
    {
      "epoch": 0.77,
      "grad_norm": 6.245104789733887,
      "learning_rate": 4.1275075570211595e-05,
      "loss": 0.2039,
      "step": 1040
    },
    {
      "epoch": 0.78,
      "grad_norm": 7.538546085357666,
      "learning_rate": 4.113767518549052e-05,
      "loss": 0.1956,
      "step": 1050
    },
    {
      "epoch": 0.79,
      "grad_norm": 10.740853309631348,
      "learning_rate": 4.100027480076945e-05,
      "loss": 0.2041,
      "step": 1060
    },
    {
      "epoch": 0.79,
      "grad_norm": 6.043615341186523,
      "learning_rate": 4.086287441604837e-05,
      "loss": 0.1999,
      "step": 1070
    },
    {
      "epoch": 0.8,
      "grad_norm": 8.885452270507812,
      "learning_rate": 4.072547403132729e-05,
      "loss": 0.1876,
      "step": 1080
    },
    {
      "epoch": 0.81,
      "grad_norm": 9.384923934936523,
      "learning_rate": 4.0588073646606214e-05,
      "loss": 0.1829,
      "step": 1090
    },
    {
      "epoch": 0.82,
      "grad_norm": 11.624629020690918,
      "learning_rate": 4.045067326188513e-05,
      "loss": 0.2287,
      "step": 1100
    },
    {
      "epoch": 0.82,
      "grad_norm": 8.505549430847168,
      "learning_rate": 4.031327287716406e-05,
      "loss": 0.208,
      "step": 1110
    },
    {
      "epoch": 0.83,
      "grad_norm": 14.19863224029541,
      "learning_rate": 4.017587249244298e-05,
      "loss": 0.199,
      "step": 1120
    },
    {
      "epoch": 0.84,
      "grad_norm": 14.460047721862793,
      "learning_rate": 4.0038472107721906e-05,
      "loss": 0.2214,
      "step": 1130
    },
    {
      "epoch": 0.85,
      "grad_norm": 7.287010669708252,
      "learning_rate": 3.9901071723000826e-05,
      "loss": 0.2268,
      "step": 1140
    },
    {
      "epoch": 0.85,
      "grad_norm": 8.882172584533691,
      "learning_rate": 3.976367133827975e-05,
      "loss": 0.183,
      "step": 1150
    },
    {
      "epoch": 0.86,
      "grad_norm": 4.59747314453125,
      "learning_rate": 3.962627095355867e-05,
      "loss": 0.2066,
      "step": 1160
    },
    {
      "epoch": 0.87,
      "grad_norm": 9.367794036865234,
      "learning_rate": 3.948887056883759e-05,
      "loss": 0.1719,
      "step": 1170
    },
    {
      "epoch": 0.88,
      "grad_norm": 9.384147644042969,
      "learning_rate": 3.935147018411652e-05,
      "loss": 0.2052,
      "step": 1180
    },
    {
      "epoch": 0.88,
      "grad_norm": 7.724942207336426,
      "learning_rate": 3.9214069799395445e-05,
      "loss": 0.2437,
      "step": 1190
    },
    {
      "epoch": 0.89,
      "grad_norm": 7.259653568267822,
      "learning_rate": 3.907666941467436e-05,
      "loss": 0.2164,
      "step": 1200
    },
    {
      "epoch": 0.9,
      "grad_norm": 11.061640739440918,
      "learning_rate": 3.8939269029953284e-05,
      "loss": 0.1728,
      "step": 1210
    },
    {
      "epoch": 0.91,
      "grad_norm": 7.902336120605469,
      "learning_rate": 3.880186864523221e-05,
      "loss": 0.2218,
      "step": 1220
    },
    {
      "epoch": 0.91,
      "grad_norm": 8.82502555847168,
      "learning_rate": 3.866446826051113e-05,
      "loss": 0.2196,
      "step": 1230
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.531546592712402,
      "learning_rate": 3.852706787579005e-05,
      "loss": 0.199,
      "step": 1240
    },
    {
      "epoch": 0.93,
      "grad_norm": 10.291007995605469,
      "learning_rate": 3.8389667491068977e-05,
      "loss": 0.2116,
      "step": 1250
    },
    {
      "epoch": 0.93,
      "grad_norm": 12.68818187713623,
      "learning_rate": 3.82522671063479e-05,
      "loss": 0.2001,
      "step": 1260
    },
    {
      "epoch": 0.94,
      "grad_norm": 19.413272857666016,
      "learning_rate": 3.811486672162682e-05,
      "loss": 0.2016,
      "step": 1270
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.375454425811768,
      "learning_rate": 3.797746633690574e-05,
      "loss": 0.1815,
      "step": 1280
    },
    {
      "epoch": 0.96,
      "grad_norm": 5.35936164855957,
      "learning_rate": 3.784006595218467e-05,
      "loss": 0.2009,
      "step": 1290
    },
    {
      "epoch": 0.96,
      "grad_norm": 9.566622734069824,
      "learning_rate": 3.770266556746359e-05,
      "loss": 0.1757,
      "step": 1300
    },
    {
      "epoch": 0.97,
      "grad_norm": 9.03822135925293,
      "learning_rate": 3.7565265182742515e-05,
      "loss": 0.2277,
      "step": 1310
    },
    {
      "epoch": 0.98,
      "grad_norm": 6.241549015045166,
      "learning_rate": 3.7427864798021435e-05,
      "loss": 0.1884,
      "step": 1320
    },
    {
      "epoch": 0.99,
      "grad_norm": 7.179203987121582,
      "learning_rate": 3.7290464413300355e-05,
      "loss": 0.1692,
      "step": 1330
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.8050312995910645,
      "learning_rate": 3.715306402857928e-05,
      "loss": 0.1821,
      "step": 1340
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9464159430538971,
      "eval_f1": 0.8738123839685487,
      "eval_loss": 0.12856225669384003,
      "eval_precision": 0.8953228152623923,
      "eval_recall": 0.8533112935907007,
      "eval_roc_auc": 0.9857682483198157,
      "eval_runtime": 142.7117,
      "eval_samples_per_second": 604.415,
      "eval_steps_per_second": 37.782,
      "step": 1348
    },
    {
      "epoch": 1.0,
      "grad_norm": 9.314454078674316,
      "learning_rate": 3.701566364385821e-05,
      "loss": 0.1924,
      "step": 1350
    },
    {
      "epoch": 1.01,
      "grad_norm": 5.798178672790527,
      "learning_rate": 3.687826325913713e-05,
      "loss": 0.1764,
      "step": 1360
    },
    {
      "epoch": 1.02,
      "grad_norm": 12.371926307678223,
      "learning_rate": 3.674086287441605e-05,
      "loss": 0.1771,
      "step": 1370
    },
    {
      "epoch": 1.02,
      "grad_norm": 7.354398727416992,
      "learning_rate": 3.6603462489694974e-05,
      "loss": 0.1631,
      "step": 1380
    },
    {
      "epoch": 1.03,
      "grad_norm": 15.515620231628418,
      "learning_rate": 3.64660621049739e-05,
      "loss": 0.176,
      "step": 1390
    },
    {
      "epoch": 1.04,
      "grad_norm": 8.227542877197266,
      "learning_rate": 3.632866172025282e-05,
      "loss": 0.1846,
      "step": 1400
    },
    {
      "epoch": 1.05,
      "grad_norm": 6.485056400299072,
      "learning_rate": 3.619126133553174e-05,
      "loss": 0.1648,
      "step": 1410
    },
    {
      "epoch": 1.05,
      "grad_norm": 8.542535781860352,
      "learning_rate": 3.6053860950810666e-05,
      "loss": 0.2062,
      "step": 1420
    },
    {
      "epoch": 1.06,
      "grad_norm": 7.3602752685546875,
      "learning_rate": 3.5916460566089586e-05,
      "loss": 0.2463,
      "step": 1430
    },
    {
      "epoch": 1.07,
      "grad_norm": 11.33146858215332,
      "learning_rate": 3.577906018136851e-05,
      "loss": 0.1959,
      "step": 1440
    },
    {
      "epoch": 1.08,
      "grad_norm": 7.324457168579102,
      "learning_rate": 3.564165979664743e-05,
      "loss": 0.1607,
      "step": 1450
    },
    {
      "epoch": 1.08,
      "grad_norm": 19.9168758392334,
      "learning_rate": 3.550425941192635e-05,
      "loss": 0.1749,
      "step": 1460
    },
    {
      "epoch": 1.09,
      "grad_norm": 7.351601600646973,
      "learning_rate": 3.536685902720528e-05,
      "loss": 0.1478,
      "step": 1470
    },
    {
      "epoch": 1.1,
      "grad_norm": 12.877877235412598,
      "learning_rate": 3.5229458642484205e-05,
      "loss": 0.2172,
      "step": 1480
    },
    {
      "epoch": 1.11,
      "grad_norm": 11.349455833435059,
      "learning_rate": 3.5092058257763125e-05,
      "loss": 0.175,
      "step": 1490
    },
    {
      "epoch": 1.11,
      "grad_norm": 8.51469898223877,
      "learning_rate": 3.4954657873042044e-05,
      "loss": 0.2063,
      "step": 1500
    },
    {
      "epoch": 1.12,
      "grad_norm": 8.571216583251953,
      "learning_rate": 3.481725748832097e-05,
      "loss": 0.1753,
      "step": 1510
    },
    {
      "epoch": 1.13,
      "grad_norm": 3.8904285430908203,
      "learning_rate": 3.46798571035999e-05,
      "loss": 0.1534,
      "step": 1520
    },
    {
      "epoch": 1.14,
      "grad_norm": 14.162818908691406,
      "learning_rate": 3.454245671887881e-05,
      "loss": 0.2191,
      "step": 1530
    },
    {
      "epoch": 1.14,
      "grad_norm": 19.316482543945312,
      "learning_rate": 3.440505633415774e-05,
      "loss": 0.1703,
      "step": 1540
    },
    {
      "epoch": 1.15,
      "grad_norm": 5.541199207305908,
      "learning_rate": 3.426765594943666e-05,
      "loss": 0.1666,
      "step": 1550
    },
    {
      "epoch": 1.16,
      "grad_norm": 6.734847545623779,
      "learning_rate": 3.413025556471558e-05,
      "loss": 0.1819,
      "step": 1560
    },
    {
      "epoch": 1.16,
      "grad_norm": 9.651701927185059,
      "learning_rate": 3.39928551799945e-05,
      "loss": 0.185,
      "step": 1570
    },
    {
      "epoch": 1.17,
      "grad_norm": 6.829617977142334,
      "learning_rate": 3.385545479527343e-05,
      "loss": 0.1486,
      "step": 1580
    },
    {
      "epoch": 1.18,
      "grad_norm": 9.438749313354492,
      "learning_rate": 3.371805441055235e-05,
      "loss": 0.1862,
      "step": 1590
    },
    {
      "epoch": 1.19,
      "grad_norm": 4.862937927246094,
      "learning_rate": 3.3580654025831275e-05,
      "loss": 0.2044,
      "step": 1600
    },
    {
      "epoch": 1.19,
      "grad_norm": 9.02552604675293,
      "learning_rate": 3.3443253641110195e-05,
      "loss": 0.147,
      "step": 1610
    },
    {
      "epoch": 1.2,
      "grad_norm": 7.10019588470459,
      "learning_rate": 3.330585325638912e-05,
      "loss": 0.1426,
      "step": 1620
    },
    {
      "epoch": 1.21,
      "grad_norm": 7.72890043258667,
      "learning_rate": 3.316845287166804e-05,
      "loss": 0.1247,
      "step": 1630
    },
    {
      "epoch": 1.22,
      "grad_norm": 3.0632925033569336,
      "learning_rate": 3.303105248694697e-05,
      "loss": 0.1354,
      "step": 1640
    },
    {
      "epoch": 1.22,
      "grad_norm": 13.587533950805664,
      "learning_rate": 3.289365210222589e-05,
      "loss": 0.1073,
      "step": 1650
    },
    {
      "epoch": 1.23,
      "grad_norm": 8.919532775878906,
      "learning_rate": 3.275625171750481e-05,
      "loss": 0.1953,
      "step": 1660
    },
    {
      "epoch": 1.24,
      "grad_norm": 13.225985527038574,
      "learning_rate": 3.2618851332783734e-05,
      "loss": 0.1787,
      "step": 1670
    },
    {
      "epoch": 1.25,
      "grad_norm": 6.826201438903809,
      "learning_rate": 3.248145094806266e-05,
      "loss": 0.1469,
      "step": 1680
    },
    {
      "epoch": 1.25,
      "grad_norm": 10.931801795959473,
      "learning_rate": 3.234405056334158e-05,
      "loss": 0.1516,
      "step": 1690
    },
    {
      "epoch": 1.26,
      "grad_norm": 12.377479553222656,
      "learning_rate": 3.22066501786205e-05,
      "loss": 0.1718,
      "step": 1700
    },
    {
      "epoch": 1.27,
      "grad_norm": 13.63291072845459,
      "learning_rate": 3.2069249793899426e-05,
      "loss": 0.1618,
      "step": 1710
    },
    {
      "epoch": 1.28,
      "grad_norm": 9.691218376159668,
      "learning_rate": 3.193184940917835e-05,
      "loss": 0.1993,
      "step": 1720
    },
    {
      "epoch": 1.28,
      "grad_norm": 7.020012378692627,
      "learning_rate": 3.1794449024457266e-05,
      "loss": 0.1694,
      "step": 1730
    },
    {
      "epoch": 1.29,
      "grad_norm": 6.615390777587891,
      "learning_rate": 3.165704863973619e-05,
      "loss": 0.1456,
      "step": 1740
    },
    {
      "epoch": 1.3,
      "grad_norm": 9.857015609741211,
      "learning_rate": 3.151964825501512e-05,
      "loss": 0.1678,
      "step": 1750
    },
    {
      "epoch": 1.31,
      "grad_norm": 8.324471473693848,
      "learning_rate": 3.138224787029404e-05,
      "loss": 0.1451,
      "step": 1760
    },
    {
      "epoch": 1.31,
      "grad_norm": 12.80250072479248,
      "learning_rate": 3.124484748557296e-05,
      "loss": 0.1635,
      "step": 1770
    },
    {
      "epoch": 1.32,
      "grad_norm": 6.665610313415527,
      "learning_rate": 3.1107447100851885e-05,
      "loss": 0.1064,
      "step": 1780
    },
    {
      "epoch": 1.33,
      "grad_norm": 10.786760330200195,
      "learning_rate": 3.0970046716130804e-05,
      "loss": 0.1712,
      "step": 1790
    },
    {
      "epoch": 1.34,
      "grad_norm": 7.054905414581299,
      "learning_rate": 3.083264633140973e-05,
      "loss": 0.1287,
      "step": 1800
    },
    {
      "epoch": 1.34,
      "grad_norm": 7.06713342666626,
      "learning_rate": 3.069524594668865e-05,
      "loss": 0.148,
      "step": 1810
    },
    {
      "epoch": 1.35,
      "grad_norm": 6.280238628387451,
      "learning_rate": 3.055784556196758e-05,
      "loss": 0.1451,
      "step": 1820
    },
    {
      "epoch": 1.36,
      "grad_norm": 5.174367904663086,
      "learning_rate": 3.0420445177246497e-05,
      "loss": 0.1261,
      "step": 1830
    },
    {
      "epoch": 1.36,
      "grad_norm": 9.55992317199707,
      "learning_rate": 3.0283044792525423e-05,
      "loss": 0.1895,
      "step": 1840
    },
    {
      "epoch": 1.37,
      "grad_norm": 8.73131275177002,
      "learning_rate": 3.014564440780434e-05,
      "loss": 0.1729,
      "step": 1850
    },
    {
      "epoch": 1.38,
      "grad_norm": 4.344249248504639,
      "learning_rate": 3.0008244023083266e-05,
      "loss": 0.1536,
      "step": 1860
    },
    {
      "epoch": 1.39,
      "grad_norm": 7.8159332275390625,
      "learning_rate": 2.987084363836219e-05,
      "loss": 0.1071,
      "step": 1870
    },
    {
      "epoch": 1.39,
      "grad_norm": 10.302350044250488,
      "learning_rate": 2.9733443253641112e-05,
      "loss": 0.1438,
      "step": 1880
    },
    {
      "epoch": 1.4,
      "grad_norm": 8.760666847229004,
      "learning_rate": 2.9596042868920032e-05,
      "loss": 0.1614,
      "step": 1890
    },
    {
      "epoch": 1.41,
      "grad_norm": 9.023147583007812,
      "learning_rate": 2.9458642484198955e-05,
      "loss": 0.1227,
      "step": 1900
    },
    {
      "epoch": 1.42,
      "grad_norm": 7.698544502258301,
      "learning_rate": 2.932124209947788e-05,
      "loss": 0.1524,
      "step": 1910
    },
    {
      "epoch": 1.42,
      "grad_norm": 9.56216049194336,
      "learning_rate": 2.9183841714756805e-05,
      "loss": 0.1292,
      "step": 1920
    },
    {
      "epoch": 1.43,
      "grad_norm": 2.997666358947754,
      "learning_rate": 2.9046441330035725e-05,
      "loss": 0.1173,
      "step": 1930
    },
    {
      "epoch": 1.44,
      "grad_norm": 20.892711639404297,
      "learning_rate": 2.8909040945314648e-05,
      "loss": 0.1681,
      "step": 1940
    },
    {
      "epoch": 1.45,
      "grad_norm": 10.03374195098877,
      "learning_rate": 2.877164056059357e-05,
      "loss": 0.1412,
      "step": 1950
    },
    {
      "epoch": 1.45,
      "grad_norm": 11.981986999511719,
      "learning_rate": 2.8634240175872494e-05,
      "loss": 0.1266,
      "step": 1960
    },
    {
      "epoch": 1.46,
      "grad_norm": 6.160180568695068,
      "learning_rate": 2.8496839791151414e-05,
      "loss": 0.1216,
      "step": 1970
    },
    {
      "epoch": 1.47,
      "grad_norm": 6.978806495666504,
      "learning_rate": 2.8359439406430337e-05,
      "loss": 0.1488,
      "step": 1980
    },
    {
      "epoch": 1.48,
      "grad_norm": 8.241849899291992,
      "learning_rate": 2.8222039021709263e-05,
      "loss": 0.164,
      "step": 1990
    },
    {
      "epoch": 1.48,
      "grad_norm": 3.566959857940674,
      "learning_rate": 2.8084638636988186e-05,
      "loss": 0.1192,
      "step": 2000
    },
    {
      "epoch": 1.49,
      "grad_norm": 6.145435333251953,
      "learning_rate": 2.7947238252267106e-05,
      "loss": 0.1467,
      "step": 2010
    },
    {
      "epoch": 1.5,
      "grad_norm": 7.5334086418151855,
      "learning_rate": 2.780983786754603e-05,
      "loss": 0.1388,
      "step": 2020
    },
    {
      "epoch": 1.51,
      "grad_norm": 6.36589241027832,
      "learning_rate": 2.7672437482824952e-05,
      "loss": 0.1536,
      "step": 2030
    },
    {
      "epoch": 1.51,
      "grad_norm": 9.310737609863281,
      "learning_rate": 2.753503709810388e-05,
      "loss": 0.1215,
      "step": 2040
    },
    {
      "epoch": 1.52,
      "grad_norm": 5.120606422424316,
      "learning_rate": 2.7397636713382795e-05,
      "loss": 0.1112,
      "step": 2050
    },
    {
      "epoch": 1.53,
      "grad_norm": 10.128201484680176,
      "learning_rate": 2.726023632866172e-05,
      "loss": 0.1386,
      "step": 2060
    },
    {
      "epoch": 1.54,
      "grad_norm": 19.47095489501953,
      "learning_rate": 2.7122835943940645e-05,
      "loss": 0.1353,
      "step": 2070
    },
    {
      "epoch": 1.54,
      "grad_norm": 5.68997049331665,
      "learning_rate": 2.6985435559219568e-05,
      "loss": 0.1601,
      "step": 2080
    },
    {
      "epoch": 1.55,
      "grad_norm": 19.490400314331055,
      "learning_rate": 2.684803517449849e-05,
      "loss": 0.1748,
      "step": 2090
    },
    {
      "epoch": 1.56,
      "grad_norm": 4.7767791748046875,
      "learning_rate": 2.671063478977741e-05,
      "loss": 0.13,
      "step": 2100
    },
    {
      "epoch": 1.57,
      "grad_norm": 6.445133686065674,
      "learning_rate": 2.6573234405056334e-05,
      "loss": 0.1422,
      "step": 2110
    },
    {
      "epoch": 1.57,
      "grad_norm": 18.48575782775879,
      "learning_rate": 2.643583402033526e-05,
      "loss": 0.123,
      "step": 2120
    },
    {
      "epoch": 1.58,
      "grad_norm": 6.95095157623291,
      "learning_rate": 2.6298433635614183e-05,
      "loss": 0.1519,
      "step": 2130
    },
    {
      "epoch": 1.59,
      "grad_norm": 5.297643661499023,
      "learning_rate": 2.6161033250893103e-05,
      "loss": 0.1499,
      "step": 2140
    },
    {
      "epoch": 1.59,
      "grad_norm": 7.358607292175293,
      "learning_rate": 2.6023632866172026e-05,
      "loss": 0.1397,
      "step": 2150
    },
    {
      "epoch": 1.6,
      "grad_norm": 8.367630958557129,
      "learning_rate": 2.588623248145095e-05,
      "loss": 0.1642,
      "step": 2160
    },
    {
      "epoch": 1.61,
      "grad_norm": 7.217466831207275,
      "learning_rate": 2.5748832096729876e-05,
      "loss": 0.1166,
      "step": 2170
    },
    {
      "epoch": 1.62,
      "grad_norm": 8.88287353515625,
      "learning_rate": 2.5611431712008792e-05,
      "loss": 0.1645,
      "step": 2180
    },
    {
      "epoch": 1.62,
      "grad_norm": 6.055432319641113,
      "learning_rate": 2.547403132728772e-05,
      "loss": 0.1317,
      "step": 2190
    },
    {
      "epoch": 1.63,
      "grad_norm": 10.437047004699707,
      "learning_rate": 2.5336630942566642e-05,
      "loss": 0.1293,
      "step": 2200
    },
    {
      "epoch": 1.64,
      "grad_norm": 11.063042640686035,
      "learning_rate": 2.5199230557845565e-05,
      "loss": 0.1148,
      "step": 2210
    },
    {
      "epoch": 1.65,
      "grad_norm": 5.3282599449157715,
      "learning_rate": 2.5061830173124485e-05,
      "loss": 0.1242,
      "step": 2220
    },
    {
      "epoch": 1.65,
      "grad_norm": 6.255503177642822,
      "learning_rate": 2.4924429788403408e-05,
      "loss": 0.1065,
      "step": 2230
    },
    {
      "epoch": 1.66,
      "grad_norm": 10.385390281677246,
      "learning_rate": 2.478702940368233e-05,
      "loss": 0.158,
      "step": 2240
    },
    {
      "epoch": 1.67,
      "grad_norm": 16.948211669921875,
      "learning_rate": 2.4649629018961254e-05,
      "loss": 0.1061,
      "step": 2250
    },
    {
      "epoch": 1.68,
      "grad_norm": 13.97541618347168,
      "learning_rate": 2.4512228634240177e-05,
      "loss": 0.1213,
      "step": 2260
    },
    {
      "epoch": 1.68,
      "grad_norm": 10.793522834777832,
      "learning_rate": 2.43748282495191e-05,
      "loss": 0.1225,
      "step": 2270
    },
    {
      "epoch": 1.69,
      "grad_norm": 4.745506763458252,
      "learning_rate": 2.4237427864798023e-05,
      "loss": 0.1416,
      "step": 2280
    },
    {
      "epoch": 1.7,
      "grad_norm": 4.898324012756348,
      "learning_rate": 2.4100027480076946e-05,
      "loss": 0.128,
      "step": 2290
    },
    {
      "epoch": 1.71,
      "grad_norm": 11.247018814086914,
      "learning_rate": 2.396262709535587e-05,
      "loss": 0.1516,
      "step": 2300
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.54779577255249,
      "learning_rate": 2.382522671063479e-05,
      "loss": 0.1234,
      "step": 2310
    },
    {
      "epoch": 1.72,
      "grad_norm": 23.603256225585938,
      "learning_rate": 2.3687826325913716e-05,
      "loss": 0.1493,
      "step": 2320
    },
    {
      "epoch": 1.73,
      "grad_norm": 16.86369514465332,
      "learning_rate": 2.3550425941192635e-05,
      "loss": 0.1194,
      "step": 2330
    },
    {
      "epoch": 1.74,
      "grad_norm": 15.160490989685059,
      "learning_rate": 2.341302555647156e-05,
      "loss": 0.1815,
      "step": 2340
    },
    {
      "epoch": 1.74,
      "grad_norm": 7.883148670196533,
      "learning_rate": 2.327562517175048e-05,
      "loss": 0.1361,
      "step": 2350
    },
    {
      "epoch": 1.75,
      "grad_norm": 7.599252700805664,
      "learning_rate": 2.3138224787029405e-05,
      "loss": 0.1069,
      "step": 2360
    },
    {
      "epoch": 1.76,
      "grad_norm": 17.904321670532227,
      "learning_rate": 2.3000824402308328e-05,
      "loss": 0.1359,
      "step": 2370
    },
    {
      "epoch": 1.77,
      "grad_norm": 8.08504581451416,
      "learning_rate": 2.286342401758725e-05,
      "loss": 0.1313,
      "step": 2380
    },
    {
      "epoch": 1.77,
      "grad_norm": 5.088573455810547,
      "learning_rate": 2.272602363286617e-05,
      "loss": 0.0998,
      "step": 2390
    },
    {
      "epoch": 1.78,
      "grad_norm": 10.284459114074707,
      "learning_rate": 2.2588623248145097e-05,
      "loss": 0.1156,
      "step": 2400
    },
    {
      "epoch": 1.79,
      "grad_norm": 16.700557708740234,
      "learning_rate": 2.2451222863424017e-05,
      "loss": 0.1433,
      "step": 2410
    },
    {
      "epoch": 1.8,
      "grad_norm": 10.368426322937012,
      "learning_rate": 2.2313822478702943e-05,
      "loss": 0.1465,
      "step": 2420
    },
    {
      "epoch": 1.8,
      "grad_norm": 3.7450640201568604,
      "learning_rate": 2.2176422093981863e-05,
      "loss": 0.1323,
      "step": 2430
    },
    {
      "epoch": 1.81,
      "grad_norm": 8.52283763885498,
      "learning_rate": 2.2039021709260786e-05,
      "loss": 0.1193,
      "step": 2440
    },
    {
      "epoch": 1.82,
      "grad_norm": 4.979620456695557,
      "learning_rate": 2.190162132453971e-05,
      "loss": 0.1261,
      "step": 2450
    },
    {
      "epoch": 1.82,
      "grad_norm": 10.779509544372559,
      "learning_rate": 2.1764220939818633e-05,
      "loss": 0.1335,
      "step": 2460
    },
    {
      "epoch": 1.83,
      "grad_norm": 5.424500465393066,
      "learning_rate": 2.1626820555097556e-05,
      "loss": 0.1625,
      "step": 2470
    },
    {
      "epoch": 1.84,
      "grad_norm": 5.80781364440918,
      "learning_rate": 2.148942017037648e-05,
      "loss": 0.1196,
      "step": 2480
    },
    {
      "epoch": 1.85,
      "grad_norm": 4.908621788024902,
      "learning_rate": 2.13520197856554e-05,
      "loss": 0.1343,
      "step": 2490
    },
    {
      "epoch": 1.85,
      "grad_norm": 8.16831111907959,
      "learning_rate": 2.1214619400934325e-05,
      "loss": 0.1032,
      "step": 2500
    },
    {
      "epoch": 1.86,
      "grad_norm": 8.689203262329102,
      "learning_rate": 2.1077219016213245e-05,
      "loss": 0.129,
      "step": 2510
    },
    {
      "epoch": 1.87,
      "grad_norm": 7.2602152824401855,
      "learning_rate": 2.093981863149217e-05,
      "loss": 0.0866,
      "step": 2520
    },
    {
      "epoch": 1.88,
      "grad_norm": 6.816242218017578,
      "learning_rate": 2.080241824677109e-05,
      "loss": 0.1175,
      "step": 2530
    },
    {
      "epoch": 1.88,
      "grad_norm": 8.618610382080078,
      "learning_rate": 2.0665017862050014e-05,
      "loss": 0.119,
      "step": 2540
    },
    {
      "epoch": 1.89,
      "grad_norm": 7.9733428955078125,
      "learning_rate": 2.0527617477328937e-05,
      "loss": 0.143,
      "step": 2550
    },
    {
      "epoch": 1.9,
      "grad_norm": 6.070068836212158,
      "learning_rate": 2.039021709260786e-05,
      "loss": 0.1493,
      "step": 2560
    },
    {
      "epoch": 1.91,
      "grad_norm": 15.120218276977539,
      "learning_rate": 2.0252816707886783e-05,
      "loss": 0.1147,
      "step": 2570
    },
    {
      "epoch": 1.91,
      "grad_norm": 9.828227043151855,
      "learning_rate": 2.0115416323165706e-05,
      "loss": 0.1111,
      "step": 2580
    },
    {
      "epoch": 1.92,
      "grad_norm": 14.995918273925781,
      "learning_rate": 1.9978015938444626e-05,
      "loss": 0.1434,
      "step": 2590
    },
    {
      "epoch": 1.93,
      "grad_norm": 9.751655578613281,
      "learning_rate": 1.9840615553723553e-05,
      "loss": 0.1142,
      "step": 2600
    },
    {
      "epoch": 1.94,
      "grad_norm": 8.952950477600098,
      "learning_rate": 1.9703215169002472e-05,
      "loss": 0.1395,
      "step": 2610
    },
    {
      "epoch": 1.94,
      "grad_norm": 5.2864179611206055,
      "learning_rate": 1.9565814784281396e-05,
      "loss": 0.1205,
      "step": 2620
    },
    {
      "epoch": 1.95,
      "grad_norm": 6.446427345275879,
      "learning_rate": 1.942841439956032e-05,
      "loss": 0.1067,
      "step": 2630
    },
    {
      "epoch": 1.96,
      "grad_norm": 14.247118949890137,
      "learning_rate": 1.9291014014839242e-05,
      "loss": 0.1142,
      "step": 2640
    },
    {
      "epoch": 1.97,
      "grad_norm": 9.912723541259766,
      "learning_rate": 1.9153613630118165e-05,
      "loss": 0.1004,
      "step": 2650
    },
    {
      "epoch": 1.97,
      "grad_norm": 12.7068452835083,
      "learning_rate": 1.9016213245397088e-05,
      "loss": 0.1474,
      "step": 2660
    },
    {
      "epoch": 1.98,
      "grad_norm": 10.02779483795166,
      "learning_rate": 1.887881286067601e-05,
      "loss": 0.1092,
      "step": 2670
    },
    {
      "epoch": 1.99,
      "grad_norm": 9.037574768066406,
      "learning_rate": 1.8741412475954934e-05,
      "loss": 0.1289,
      "step": 2680
    },
    {
      "epoch": 2.0,
      "grad_norm": 8.411940574645996,
      "learning_rate": 1.8604012091233854e-05,
      "loss": 0.1333,
      "step": 2690
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9724891892831886,
      "eval_f1": 0.9351904956984842,
      "eval_loss": 0.07147805392742157,
      "eval_precision": 0.9585689491069929,
      "eval_recall": 0.9129252426149088,
      "eval_roc_auc": 0.9959651902460049,
      "eval_runtime": 142.5207,
      "eval_samples_per_second": 605.224,
      "eval_steps_per_second": 37.833,
      "step": 2696
    },
    {
      "epoch": 2.0,
      "grad_norm": 3.5268750190734863,
      "learning_rate": 1.846661170651278e-05,
      "loss": 0.097,
      "step": 2700
    },
    {
      "epoch": 2.01,
      "grad_norm": 6.344755172729492,
      "learning_rate": 1.83292113217917e-05,
      "loss": 0.1026,
      "step": 2710
    },
    {
      "epoch": 2.02,
      "grad_norm": 6.7241411209106445,
      "learning_rate": 1.8191810937070623e-05,
      "loss": 0.1087,
      "step": 2720
    },
    {
      "epoch": 2.03,
      "grad_norm": 12.02433967590332,
      "learning_rate": 1.805441055234955e-05,
      "loss": 0.1222,
      "step": 2730
    },
    {
      "epoch": 2.03,
      "grad_norm": 11.566658973693848,
      "learning_rate": 1.791701016762847e-05,
      "loss": 0.1126,
      "step": 2740
    },
    {
      "epoch": 2.04,
      "grad_norm": 8.08702278137207,
      "learning_rate": 1.7779609782907393e-05,
      "loss": 0.0974,
      "step": 2750
    },
    {
      "epoch": 2.05,
      "grad_norm": 8.12630558013916,
      "learning_rate": 1.7642209398186316e-05,
      "loss": 0.0968,
      "step": 2760
    },
    {
      "epoch": 2.05,
      "grad_norm": 10.757040023803711,
      "learning_rate": 1.750480901346524e-05,
      "loss": 0.0907,
      "step": 2770
    },
    {
      "epoch": 2.06,
      "grad_norm": 12.3939847946167,
      "learning_rate": 1.7367408628744162e-05,
      "loss": 0.101,
      "step": 2780
    },
    {
      "epoch": 2.07,
      "grad_norm": 6.2936320304870605,
      "learning_rate": 1.7230008244023085e-05,
      "loss": 0.0963,
      "step": 2790
    },
    {
      "epoch": 2.08,
      "grad_norm": 7.650388717651367,
      "learning_rate": 1.7092607859302008e-05,
      "loss": 0.1226,
      "step": 2800
    },
    {
      "epoch": 2.08,
      "grad_norm": 2.8404643535614014,
      "learning_rate": 1.695520747458093e-05,
      "loss": 0.1024,
      "step": 2810
    },
    {
      "epoch": 2.09,
      "grad_norm": 7.259866714477539,
      "learning_rate": 1.681780708985985e-05,
      "loss": 0.1107,
      "step": 2820
    },
    {
      "epoch": 2.1,
      "grad_norm": 4.809945583343506,
      "learning_rate": 1.6680406705138778e-05,
      "loss": 0.0653,
      "step": 2830
    },
    {
      "epoch": 2.11,
      "grad_norm": 11.47872257232666,
      "learning_rate": 1.6543006320417697e-05,
      "loss": 0.1182,
      "step": 2840
    },
    {
      "epoch": 2.11,
      "grad_norm": 10.535073280334473,
      "learning_rate": 1.640560593569662e-05,
      "loss": 0.1149,
      "step": 2850
    },
    {
      "epoch": 2.12,
      "grad_norm": 6.198659420013428,
      "learning_rate": 1.6268205550975543e-05,
      "loss": 0.0977,
      "step": 2860
    },
    {
      "epoch": 2.13,
      "grad_norm": 12.449614524841309,
      "learning_rate": 1.6130805166254467e-05,
      "loss": 0.1003,
      "step": 2870
    },
    {
      "epoch": 2.14,
      "grad_norm": 7.644033908843994,
      "learning_rate": 1.599340478153339e-05,
      "loss": 0.089,
      "step": 2880
    },
    {
      "epoch": 2.14,
      "grad_norm": 13.20606803894043,
      "learning_rate": 1.5856004396812313e-05,
      "loss": 0.1022,
      "step": 2890
    },
    {
      "epoch": 2.15,
      "grad_norm": 8.178515434265137,
      "learning_rate": 1.5718604012091236e-05,
      "loss": 0.119,
      "step": 2900
    },
    {
      "epoch": 2.16,
      "grad_norm": 14.868145942687988,
      "learning_rate": 1.558120362737016e-05,
      "loss": 0.0741,
      "step": 2910
    },
    {
      "epoch": 2.17,
      "grad_norm": 16.38283348083496,
      "learning_rate": 1.544380324264908e-05,
      "loss": 0.1044,
      "step": 2920
    },
    {
      "epoch": 2.17,
      "grad_norm": 17.822145462036133,
      "learning_rate": 1.5306402857928005e-05,
      "loss": 0.1221,
      "step": 2930
    },
    {
      "epoch": 2.18,
      "grad_norm": 6.547523021697998,
      "learning_rate": 1.5169002473206925e-05,
      "loss": 0.141,
      "step": 2940
    },
    {
      "epoch": 2.19,
      "grad_norm": 7.0455241203308105,
      "learning_rate": 1.503160208848585e-05,
      "loss": 0.0543,
      "step": 2950
    },
    {
      "epoch": 2.2,
      "grad_norm": 4.661613464355469,
      "learning_rate": 1.4894201703764771e-05,
      "loss": 0.0722,
      "step": 2960
    },
    {
      "epoch": 2.2,
      "grad_norm": 11.065844535827637,
      "learning_rate": 1.4756801319043694e-05,
      "loss": 0.1073,
      "step": 2970
    },
    {
      "epoch": 2.21,
      "grad_norm": 13.199024200439453,
      "learning_rate": 1.4619400934322616e-05,
      "loss": 0.1129,
      "step": 2980
    },
    {
      "epoch": 2.22,
      "grad_norm": 11.305782318115234,
      "learning_rate": 1.448200054960154e-05,
      "loss": 0.0985,
      "step": 2990
    },
    {
      "epoch": 2.23,
      "grad_norm": 7.05079460144043,
      "learning_rate": 1.4344600164880462e-05,
      "loss": 0.0877,
      "step": 3000
    },
    {
      "epoch": 2.23,
      "grad_norm": 4.738026142120361,
      "learning_rate": 1.4207199780159385e-05,
      "loss": 0.0945,
      "step": 3010
    },
    {
      "epoch": 2.24,
      "grad_norm": 5.532888889312744,
      "learning_rate": 1.4069799395438306e-05,
      "loss": 0.1042,
      "step": 3020
    },
    {
      "epoch": 2.25,
      "grad_norm": 10.955171585083008,
      "learning_rate": 1.3932399010717231e-05,
      "loss": 0.0963,
      "step": 3030
    },
    {
      "epoch": 2.26,
      "grad_norm": 9.255034446716309,
      "learning_rate": 1.3794998625996153e-05,
      "loss": 0.1216,
      "step": 3040
    },
    {
      "epoch": 2.26,
      "grad_norm": 4.357778072357178,
      "learning_rate": 1.3657598241275078e-05,
      "loss": 0.1087,
      "step": 3050
    },
    {
      "epoch": 2.27,
      "grad_norm": 9.293482780456543,
      "learning_rate": 1.3520197856553999e-05,
      "loss": 0.0875,
      "step": 3060
    },
    {
      "epoch": 2.28,
      "grad_norm": 5.271756649017334,
      "learning_rate": 1.3382797471832922e-05,
      "loss": 0.0885,
      "step": 3070
    },
    {
      "epoch": 2.28,
      "grad_norm": 9.91033935546875,
      "learning_rate": 1.3245397087111843e-05,
      "loss": 0.0788,
      "step": 3080
    },
    {
      "epoch": 2.29,
      "grad_norm": 9.211901664733887,
      "learning_rate": 1.3107996702390768e-05,
      "loss": 0.0856,
      "step": 3090
    },
    {
      "epoch": 2.3,
      "grad_norm": 16.67748260498047,
      "learning_rate": 1.297059631766969e-05,
      "loss": 0.0816,
      "step": 3100
    },
    {
      "epoch": 2.31,
      "grad_norm": 11.928816795349121,
      "learning_rate": 1.2833195932948613e-05,
      "loss": 0.119,
      "step": 3110
    },
    {
      "epoch": 2.31,
      "grad_norm": 10.408892631530762,
      "learning_rate": 1.2695795548227534e-05,
      "loss": 0.0986,
      "step": 3120
    },
    {
      "epoch": 2.32,
      "grad_norm": 8.842406272888184,
      "learning_rate": 1.2558395163506459e-05,
      "loss": 0.0993,
      "step": 3130
    },
    {
      "epoch": 2.33,
      "grad_norm": 7.2468085289001465,
      "learning_rate": 1.2420994778785382e-05,
      "loss": 0.0858,
      "step": 3140
    },
    {
      "epoch": 2.34,
      "grad_norm": 6.119896411895752,
      "learning_rate": 1.2283594394064305e-05,
      "loss": 0.0874,
      "step": 3150
    },
    {
      "epoch": 2.34,
      "grad_norm": 12.349807739257812,
      "learning_rate": 1.2146194009343227e-05,
      "loss": 0.1152,
      "step": 3160
    },
    {
      "epoch": 2.35,
      "grad_norm": 7.183751106262207,
      "learning_rate": 1.200879362462215e-05,
      "loss": 0.0789,
      "step": 3170
    },
    {
      "epoch": 2.36,
      "grad_norm": 10.576013565063477,
      "learning_rate": 1.1871393239901073e-05,
      "loss": 0.0909,
      "step": 3180
    },
    {
      "epoch": 2.37,
      "grad_norm": 15.670488357543945,
      "learning_rate": 1.1733992855179996e-05,
      "loss": 0.0748,
      "step": 3190
    },
    {
      "epoch": 2.37,
      "grad_norm": 3.484851360321045,
      "learning_rate": 1.1596592470458917e-05,
      "loss": 0.0883,
      "step": 3200
    },
    {
      "epoch": 2.38,
      "grad_norm": 2.3166630268096924,
      "learning_rate": 1.145919208573784e-05,
      "loss": 0.0913,
      "step": 3210
    },
    {
      "epoch": 2.39,
      "grad_norm": 11.654047012329102,
      "learning_rate": 1.1321791701016764e-05,
      "loss": 0.0752,
      "step": 3220
    },
    {
      "epoch": 2.4,
      "grad_norm": 13.143092155456543,
      "learning_rate": 1.1184391316295687e-05,
      "loss": 0.1091,
      "step": 3230
    },
    {
      "epoch": 2.4,
      "grad_norm": 11.333166122436523,
      "learning_rate": 1.104699093157461e-05,
      "loss": 0.0892,
      "step": 3240
    },
    {
      "epoch": 2.41,
      "grad_norm": 15.304953575134277,
      "learning_rate": 1.0909590546853531e-05,
      "loss": 0.0945,
      "step": 3250
    },
    {
      "epoch": 2.42,
      "grad_norm": 3.367475986480713,
      "learning_rate": 1.0772190162132454e-05,
      "loss": 0.0916,
      "step": 3260
    },
    {
      "epoch": 2.43,
      "grad_norm": 10.725967407226562,
      "learning_rate": 1.0634789777411378e-05,
      "loss": 0.1032,
      "step": 3270
    },
    {
      "epoch": 2.43,
      "grad_norm": 8.29692268371582,
      "learning_rate": 1.04973893926903e-05,
      "loss": 0.0882,
      "step": 3280
    },
    {
      "epoch": 2.44,
      "grad_norm": 4.417304515838623,
      "learning_rate": 1.0359989007969224e-05,
      "loss": 0.0946,
      "step": 3290
    },
    {
      "epoch": 2.45,
      "grad_norm": 4.891964435577393,
      "learning_rate": 1.0222588623248145e-05,
      "loss": 0.0796,
      "step": 3300
    },
    {
      "epoch": 2.46,
      "grad_norm": 11.540854454040527,
      "learning_rate": 1.0085188238527068e-05,
      "loss": 0.1169,
      "step": 3310
    },
    {
      "epoch": 2.46,
      "grad_norm": 7.2680768966674805,
      "learning_rate": 9.947787853805991e-06,
      "loss": 0.0782,
      "step": 3320
    },
    {
      "epoch": 2.47,
      "grad_norm": 8.265511512756348,
      "learning_rate": 9.810387469084915e-06,
      "loss": 0.0789,
      "step": 3330
    },
    {
      "epoch": 2.48,
      "grad_norm": 3.2101237773895264,
      "learning_rate": 9.672987084363836e-06,
      "loss": 0.1077,
      "step": 3340
    },
    {
      "epoch": 2.49,
      "grad_norm": 4.780531406402588,
      "learning_rate": 9.535586699642759e-06,
      "loss": 0.0965,
      "step": 3350
    },
    {
      "epoch": 2.49,
      "grad_norm": 5.388641834259033,
      "learning_rate": 9.398186314921682e-06,
      "loss": 0.0934,
      "step": 3360
    },
    {
      "epoch": 2.5,
      "grad_norm": 17.17147445678711,
      "learning_rate": 9.260785930200605e-06,
      "loss": 0.0927,
      "step": 3370
    },
    {
      "epoch": 2.51,
      "grad_norm": 4.758168697357178,
      "learning_rate": 9.123385545479528e-06,
      "loss": 0.0823,
      "step": 3380
    },
    {
      "epoch": 2.51,
      "grad_norm": 11.259721755981445,
      "learning_rate": 8.98598516075845e-06,
      "loss": 0.0865,
      "step": 3390
    },
    {
      "epoch": 2.52,
      "grad_norm": 6.561680316925049,
      "learning_rate": 8.848584776037373e-06,
      "loss": 0.099,
      "step": 3400
    },
    {
      "epoch": 2.53,
      "grad_norm": 3.256338357925415,
      "learning_rate": 8.711184391316296e-06,
      "loss": 0.0832,
      "step": 3410
    },
    {
      "epoch": 2.54,
      "grad_norm": 14.987279891967773,
      "learning_rate": 8.573784006595219e-06,
      "loss": 0.1017,
      "step": 3420
    },
    {
      "epoch": 2.54,
      "grad_norm": 5.558447360992432,
      "learning_rate": 8.436383621874142e-06,
      "loss": 0.088,
      "step": 3430
    },
    {
      "epoch": 2.55,
      "grad_norm": 13.000879287719727,
      "learning_rate": 8.298983237153064e-06,
      "loss": 0.1042,
      "step": 3440
    },
    {
      "epoch": 2.56,
      "grad_norm": 7.873579502105713,
      "learning_rate": 8.161582852431987e-06,
      "loss": 0.0852,
      "step": 3450
    },
    {
      "epoch": 2.57,
      "grad_norm": 2.538588047027588,
      "learning_rate": 8.02418246771091e-06,
      "loss": 0.0754,
      "step": 3460
    },
    {
      "epoch": 2.57,
      "grad_norm": 8.97366714477539,
      "learning_rate": 7.886782082989833e-06,
      "loss": 0.0961,
      "step": 3470
    },
    {
      "epoch": 2.58,
      "grad_norm": 9.575042724609375,
      "learning_rate": 7.749381698268756e-06,
      "loss": 0.0809,
      "step": 3480
    },
    {
      "epoch": 2.59,
      "grad_norm": 12.21373462677002,
      "learning_rate": 7.611981313547678e-06,
      "loss": 0.1128,
      "step": 3490
    },
    {
      "epoch": 2.6,
      "grad_norm": 5.540073871612549,
      "learning_rate": 7.474580928826601e-06,
      "loss": 0.072,
      "step": 3500
    },
    {
      "epoch": 2.6,
      "grad_norm": 3.4904701709747314,
      "learning_rate": 7.337180544105524e-06,
      "loss": 0.0678,
      "step": 3510
    },
    {
      "epoch": 2.61,
      "grad_norm": 14.816420555114746,
      "learning_rate": 7.199780159384446e-06,
      "loss": 0.1064,
      "step": 3520
    },
    {
      "epoch": 2.62,
      "grad_norm": 15.36472225189209,
      "learning_rate": 7.062379774663369e-06,
      "loss": 0.0922,
      "step": 3530
    },
    {
      "epoch": 2.63,
      "grad_norm": 19.16846466064453,
      "learning_rate": 6.924979389942292e-06,
      "loss": 0.0858,
      "step": 3540
    },
    {
      "epoch": 2.63,
      "grad_norm": 9.295853614807129,
      "learning_rate": 6.7875790052212145e-06,
      "loss": 0.0935,
      "step": 3550
    },
    {
      "epoch": 2.64,
      "grad_norm": 2.3949246406555176,
      "learning_rate": 6.650178620500138e-06,
      "loss": 0.0608,
      "step": 3560
    },
    {
      "epoch": 2.65,
      "grad_norm": 4.4750471115112305,
      "learning_rate": 6.51277823577906e-06,
      "loss": 0.0768,
      "step": 3570
    },
    {
      "epoch": 2.66,
      "grad_norm": 11.135028839111328,
      "learning_rate": 6.375377851057983e-06,
      "loss": 0.1067,
      "step": 3580
    },
    {
      "epoch": 2.66,
      "grad_norm": 5.988401889801025,
      "learning_rate": 6.237977466336906e-06,
      "loss": 0.0963,
      "step": 3590
    },
    {
      "epoch": 2.67,
      "grad_norm": 3.6631855964660645,
      "learning_rate": 6.100577081615829e-06,
      "loss": 0.067,
      "step": 3600
    },
    {
      "epoch": 2.68,
      "grad_norm": 5.774590492248535,
      "learning_rate": 5.9631766968947515e-06,
      "loss": 0.0955,
      "step": 3610
    },
    {
      "epoch": 2.69,
      "grad_norm": 8.615982055664062,
      "learning_rate": 5.825776312173675e-06,
      "loss": 0.1108,
      "step": 3620
    },
    {
      "epoch": 2.69,
      "grad_norm": 7.245334148406982,
      "learning_rate": 5.688375927452598e-06,
      "loss": 0.0595,
      "step": 3630
    },
    {
      "epoch": 2.7,
      "grad_norm": 9.387351989746094,
      "learning_rate": 5.55097554273152e-06,
      "loss": 0.0988,
      "step": 3640
    },
    {
      "epoch": 2.71,
      "grad_norm": 14.46756362915039,
      "learning_rate": 5.413575158010443e-06,
      "loss": 0.0855,
      "step": 3650
    },
    {
      "epoch": 2.72,
      "grad_norm": 9.338837623596191,
      "learning_rate": 5.276174773289365e-06,
      "loss": 0.0974,
      "step": 3660
    },
    {
      "epoch": 2.72,
      "grad_norm": 11.95490837097168,
      "learning_rate": 5.1387743885682885e-06,
      "loss": 0.1149,
      "step": 3670
    },
    {
      "epoch": 2.73,
      "grad_norm": 7.305751323699951,
      "learning_rate": 5.001374003847211e-06,
      "loss": 0.0987,
      "step": 3680
    },
    {
      "epoch": 2.74,
      "grad_norm": 4.981101036071777,
      "learning_rate": 4.863973619126134e-06,
      "loss": 0.076,
      "step": 3690
    },
    {
      "epoch": 2.74,
      "grad_norm": 6.774673938751221,
      "learning_rate": 4.726573234405057e-06,
      "loss": 0.0722,
      "step": 3700
    },
    {
      "epoch": 2.75,
      "grad_norm": 9.900213241577148,
      "learning_rate": 4.589172849683979e-06,
      "loss": 0.0593,
      "step": 3710
    },
    {
      "epoch": 2.76,
      "grad_norm": 8.229888916015625,
      "learning_rate": 4.451772464962902e-06,
      "loss": 0.0665,
      "step": 3720
    },
    {
      "epoch": 2.77,
      "grad_norm": 10.979117393493652,
      "learning_rate": 4.314372080241825e-06,
      "loss": 0.0993,
      "step": 3730
    },
    {
      "epoch": 2.77,
      "grad_norm": 6.245596408843994,
      "learning_rate": 4.176971695520748e-06,
      "loss": 0.0758,
      "step": 3740
    },
    {
      "epoch": 2.78,
      "grad_norm": 9.754047393798828,
      "learning_rate": 4.03957131079967e-06,
      "loss": 0.119,
      "step": 3750
    },
    {
      "epoch": 2.79,
      "grad_norm": 15.147882461547852,
      "learning_rate": 3.902170926078593e-06,
      "loss": 0.095,
      "step": 3760
    },
    {
      "epoch": 2.8,
      "grad_norm": 10.091602325439453,
      "learning_rate": 3.7647705413575158e-06,
      "loss": 0.0766,
      "step": 3770
    },
    {
      "epoch": 2.8,
      "grad_norm": 16.6304931640625,
      "learning_rate": 3.6273701566364385e-06,
      "loss": 0.0841,
      "step": 3780
    },
    {
      "epoch": 2.81,
      "grad_norm": 5.442141532897949,
      "learning_rate": 3.489969771915361e-06,
      "loss": 0.0974,
      "step": 3790
    },
    {
      "epoch": 2.82,
      "grad_norm": 4.17081880569458,
      "learning_rate": 3.3525693871942843e-06,
      "loss": 0.0618,
      "step": 3800
    },
    {
      "epoch": 2.83,
      "grad_norm": 8.243993759155273,
      "learning_rate": 3.215169002473207e-06,
      "loss": 0.0676,
      "step": 3810
    },
    {
      "epoch": 2.83,
      "grad_norm": 8.13919734954834,
      "learning_rate": 3.07776861775213e-06,
      "loss": 0.0572,
      "step": 3820
    },
    {
      "epoch": 2.84,
      "grad_norm": 4.752624988555908,
      "learning_rate": 2.9403682330310528e-06,
      "loss": 0.071,
      "step": 3830
    },
    {
      "epoch": 2.85,
      "grad_norm": 10.80265998840332,
      "learning_rate": 2.8029678483099755e-06,
      "loss": 0.0994,
      "step": 3840
    },
    {
      "epoch": 2.86,
      "grad_norm": 9.523606300354004,
      "learning_rate": 2.665567463588898e-06,
      "loss": 0.0773,
      "step": 3850
    },
    {
      "epoch": 2.86,
      "grad_norm": 6.865480422973633,
      "learning_rate": 2.528167078867821e-06,
      "loss": 0.0533,
      "step": 3860
    },
    {
      "epoch": 2.87,
      "grad_norm": 7.947544574737549,
      "learning_rate": 2.390766694146744e-06,
      "loss": 0.0857,
      "step": 3870
    },
    {
      "epoch": 2.88,
      "grad_norm": 1.29622220993042,
      "learning_rate": 2.2533663094256666e-06,
      "loss": 0.0919,
      "step": 3880
    },
    {
      "epoch": 2.89,
      "grad_norm": 13.731074333190918,
      "learning_rate": 2.1159659247045893e-06,
      "loss": 0.0733,
      "step": 3890
    },
    {
      "epoch": 2.89,
      "grad_norm": 16.332555770874023,
      "learning_rate": 1.978565539983512e-06,
      "loss": 0.0654,
      "step": 3900
    },
    {
      "epoch": 2.9,
      "grad_norm": 9.119608879089355,
      "learning_rate": 1.8411651552624347e-06,
      "loss": 0.0704,
      "step": 3910
    },
    {
      "epoch": 2.91,
      "grad_norm": 15.68105411529541,
      "learning_rate": 1.7037647705413576e-06,
      "loss": 0.0744,
      "step": 3920
    },
    {
      "epoch": 2.92,
      "grad_norm": 12.381695747375488,
      "learning_rate": 1.5663643858202803e-06,
      "loss": 0.0707,
      "step": 3930
    },
    {
      "epoch": 2.92,
      "grad_norm": 7.977994918823242,
      "learning_rate": 1.4289640010992032e-06,
      "loss": 0.0771,
      "step": 3940
    },
    {
      "epoch": 2.93,
      "grad_norm": 8.164185523986816,
      "learning_rate": 1.2915636163781259e-06,
      "loss": 0.0545,
      "step": 3950
    },
    {
      "epoch": 2.94,
      "grad_norm": 7.262919902801514,
      "learning_rate": 1.1541632316570488e-06,
      "loss": 0.0805,
      "step": 3960
    },
    {
      "epoch": 2.95,
      "grad_norm": 11.631789207458496,
      "learning_rate": 1.0167628469359715e-06,
      "loss": 0.0906,
      "step": 3970
    },
    {
      "epoch": 2.95,
      "grad_norm": 8.69687557220459,
      "learning_rate": 8.793624622148942e-07,
      "loss": 0.0788,
      "step": 3980
    },
    {
      "epoch": 2.96,
      "grad_norm": 6.391763687133789,
      "learning_rate": 7.419620774938171e-07,
      "loss": 0.0767,
      "step": 3990
    },
    {
      "epoch": 2.97,
      "grad_norm": 12.519146919250488,
      "learning_rate": 6.045616927727397e-07,
      "loss": 0.0805,
      "step": 4000
    },
    {
      "epoch": 2.97,
      "grad_norm": 4.441882133483887,
      "learning_rate": 4.6716130805166254e-07,
      "loss": 0.0692,
      "step": 4010
    },
    {
      "epoch": 2.98,
      "grad_norm": 7.949933052062988,
      "learning_rate": 3.2976092333058533e-07,
      "loss": 0.0671,
      "step": 4020
    },
    {
      "epoch": 2.99,
      "grad_norm": 7.948129653930664,
      "learning_rate": 1.9236053860950813e-07,
      "loss": 0.0709,
      "step": 4030
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.767885208129883,
      "learning_rate": 5.4960153888430885e-08,
      "loss": 0.0809,
      "step": 4040
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9803726074405555,
      "eval_f1": 0.9539181795911702,
      "eval_loss": 0.05200228467583656,
      "eval_precision": 0.9743119266055046,
      "eval_recall": 0.9343606697237923,
      "eval_roc_auc": 0.997971591737313,
      "eval_runtime": 144.0316,
      "eval_samples_per_second": 598.875,
      "eval_steps_per_second": 37.436,
      "step": 4044
    },
    {
      "epoch": 3.0,
      "step": 4044,
      "total_flos": 6.432009125858943e+18,
      "train_loss": 0.18140344330571173,
      "train_runtime": 1283.9356,
      "train_samples_per_second": 201.545,
      "train_steps_per_second": 3.15
    }
  ],
  "logging_steps": 10,
  "max_steps": 4044,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 6.432009125858943e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}